update

app.py

@@ -102,6 +102,13 @@ with gr.Blocks(
                     seed = gr.Slider(
                         0, MAX_SEED, label="Seed", value=0, step=1
                     )
+                    texture_size = gr.Slider(
+                        1024,
+                        4096,
+                        label="UV texture size",
+                        value=2048,
+                        step=256,
+                    )
                 with gr.Row():
                     randomize_seed = gr.Checkbox(
                         label="Randomize Seed", value=False
@@ -403,6 +410,7 @@ with gr.Blocks(
         inputs=[
             output_buf,
             project_delight,
+            texture_size,
         ],
         outputs=[
             model_output_mesh,

asset3d_gen/data/utils.py

@@ -933,11 +933,21 @@ def get_images_from_grid(
     return images
 
 
-def post_process_texture(texture: np.ndarray, iter: int = 2) -> np.ndarray:
+# def post_process_texture(texture: np.ndarray, iter: int = 2) -> np.ndarray:
+#     for _ in range(iter):
+#         texture = cv2.fastNlMeansDenoisingColored(texture, None, 13, 13, 9, 27)
+#         texture = cv2.bilateralFilter(
+#             texture, d=9, sigmaColor=80, sigmaSpace=80
+#         )
+
+#     return texture
+
+
+def post_process_texture(texture: np.ndarray, iter: int = 1) -> np.ndarray:
     for _ in range(iter):
-        texture = cv2.fastNlMeansDenoisingColored(texture, None, 13, 13, 9, 27)
+        texture = cv2.fastNlMeansDenoisingColored(texture, None, 5, 5, 7, 19)
         texture = cv2.bilateralFilter(
-            texture, d=9, sigmaColor=80, sigmaSpace=80
+            texture, d=7, sigmaColor=50, sigmaSpace=50
         )
 
     return texture

asset3d_gen/models/segment_model.py

@@ -6,7 +6,6 @@ import cv2
 import numpy as np
 import rembg
 import torch
-from transformers import pipeline
 from huggingface_hub import snapshot_download
 from PIL import Image
 from segment_anything import (
@@ -14,6 +13,7 @@ from segment_anything import (
     SamPredictor,
     sam_model_registry,
 )
+from transformers import pipeline
 from asset3d_gen.utils.process_media import filter_small_connected_components
 from asset3d_gen.validators.quality_checkers import ImageSegChecker
 
@@ -296,9 +296,11 @@ class RembgRemover(object):
 class BMGG14Remover(object):
     def __init__(self) -> None:
         self.model = pipeline(
-            "image-segmentation", model="briaai/RMBG-1.4", trust_remote_code=True
+            "image-segmentation",
+            model="briaai/RMBG-1.4",
+            trust_remote_code=True,
         )
-        
+
     def __call__(
         self, image: Union[str, Image.Image, np.ndarray], save_path: str = None
     ):
@@ -309,7 +311,7 @@ class BMGG14Remover(object):
 
         image = resize_pil(image)
         output_image = self.model(image)
-        
+
         if save_path is not None:
             os.makedirs(os.path.dirname(save_path), exist_ok=True)
             output_image.save(save_path)
@@ -400,4 +402,4 @@ if __name__ == "__main__":
     )
 
     remover = BMGG14Remover()
-    remover("asset3d_gen/models/test_seg.jpg", "./seg.png")
+    remover("asset3d_gen/models/test_seg.jpg", "./seg.png")

common.py

@@ -21,10 +21,10 @@ from asset3d_gen.data.differentiable_render import entrypoint as render_api
 from asset3d_gen.models.delight_model import DelightingModel
 from asset3d_gen.models.gs_model import GaussianOperator
 from asset3d_gen.models.segment_model import (
+    BMGG14Remover,
     RembgRemover,
     SAMPredictor,
     trellis_preprocess,
-    BMGG14Remover,
 )
 from asset3d_gen.models.sr_model import ImageRealESRGAN
 from asset3d_gen.scripts.render_gs import entrypoint as render_gs_api
@@ -539,6 +539,7 @@ def extract_3d_representations(
 def extract_3d_representations_v2(
     state: dict,
     enable_delight: bool,
+    texture_size: int,
     req: gr.Request,
 ):
     output_root = TMP_DIR
@@ -585,6 +586,7 @@ def extract_3d_representations_v2(
         output_path=mesh_obj_path,
         skip_fix_mesh=False,
         delight=enable_delight,
+        texture_wh=[texture_size, texture_size],
     )
 
     mesh_glb_path = os.path.join(user_dir, f"{filename}.glb")