first commit

app.py

@@ -1,7 +1,36 @@
-import gradio as gr
+import subprocess
+from pathlib import Path
 
-def greet(name):
-    return "Hello " + name + "!!"
+PIXI_PATH = Path("/home/user/.pixi/bin/pixi")
+PIXI_VERSION = "0.45.0"
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+
+def check_and_install_pixi() -> None:
+    try:
+        subprocess.check_call(f"{PIXI_PATH} --version", shell=True)
+    except subprocess.CalledProcessError:
+        print("pixi not found. Installing pixi...")
+        # Install pixi using the provided installation script
+        subprocess.check_call(
+            f"PIXI_VERSION=v{PIXI_VERSION} curl -fsSL https://pixi.sh/install.sh | bash",
+            shell=True,
+        )
+        subprocess.check_call(f"{PIXI_PATH} self-update --version {PIXI_VERSION}", shell=True)
+        subprocess.check_call(f"{PIXI_PATH} --version", shell=True)
+
+
+def run_command(command: str) -> None:
+    try:
+        subprocess.check_call(command, shell=True)
+    except subprocess.CalledProcessError as e:
+        print(f"run command {command}. Error: {e}")
+
+
+if __name__ == "__main__":
+    check_and_install_pixi()
+    # install lsof
+    run_command(command=f"{PIXI_PATH} global install lsof")
+    # kill anything running on port 7860
+    run_command(command=f"{PIXI_PATH.parent}/lsof -t -i:7860 | xargs -r kill")
+    # run spaces app
+    run_command(command=f"{PIXI_PATH} run -e spaces app")

gradio_app.py

@@ -0,0 +1,32 @@
+import gradio as gr
+
+# from annotation_example.gradio_ui.sv_sam import single_view_block
+
+title = """# Segment Anything and Depth Anything"""
+description1 = """
+    <a title="Website" href="https://rerun.io/" target="_blank" rel="noopener noreferrer" style="display: inline-block;">
+          <img src="https://img.shields.io/badge/Rerun-0.23.0-blue.svg?logo=data:image/svg+xml;base64,PHN2ZyB3aWR0aD0iMTYiIGhlaWdodD0iMTYiIHZpZXdCb3g9IjAgMCAxNiAxNiIgZmlsbD0ibm9uZSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIj4KPGcgY2xpcC1wYXRoPSJ1cmwoI2NsaXAwXzQ0MV8xMTAzOCkiPgo8cmVjdCB3aWR0aD0iMTYiIGhlaWdodD0iMTYiIHJ4PSI4IiBmaWxsPSJibGFjayIvPgo8cGF0aCBkPSJNMy41OTcwMSA1Ljg5NTM0TDkuNTQyOTEgMi41MjM1OUw4Ljg3ODg2IDIuMTQ3MDVMMi45MzMgNS41MTg3NUwyLjkzMjk1IDExLjI5TDMuNTk2NDIgMTEuNjY2MkwzLjU5NzAxIDUuODk1MzRaTTUuMDExMjkgNi42OTc1NEw5LjU0NTc1IDQuMTI2MDlMOS41NDU4NCA0Ljk3NzA3TDUuNzYxNDMgNy4xMjI5OVYxMi44OTM4SDcuMDg5MzZMNi40MjU1MSAxMi41MTczVjExLjY2Nkw4LjU5MDY4IDEyLjg5MzhIOS45MTc5NUw2LjQyNTQxIDEwLjkxMzNWMTAuMDYyMUwxMS40MTkyIDEyLjg5MzhIMTIuNzQ2M0wxMC41ODQ5IDExLjY2ODJMMTMuMDM4MyAxMC4yNzY3VjQuNTA1NTlMMTIuMzc0OCA0LjEyOTQ0TDEyLjM3NDMgOS45MDAyOEw5LjkyMDkyIDExLjI5MTVMOS4xNzA0IDEwLjg2NTlMMTEuNjI0IDkuNDc0NTRWMy43MDM2OUwxMC45NjAyIDMuMzI3MjRMMTAuOTYwMSA5LjA5ODA2TDguNTA2MyAxMC40ODk0TDcuNzU2MDEgMTAuMDY0TDEwLjIwOTggOC42NzI1MlYyLjk5NjU2TDQuMzQ3MjMgNi4zMjEwOUw0LjM0NzE3IDEyLjA5Mkw1LjAxMDk0IDEyLjQ2ODNMNS4wMTEyOSA2LjY5NzU0Wk05LjU0NTc5IDUuNzMzNDFMOS41NDU4NCA4LjI5MjA2TDcuMDg4ODYgOS42ODU2NEw2LjQyNTQxIDkuMzA5NDJWNy41MDM0QzYuNzkwMzIgNy4yOTY0OSA5LjU0NTg4IDUuNzI3MTQgOS41NDU3OSA1LjczMzQxWiIgZmlsbD0id2hpdGUiLz4KPC9nPgo8ZGVmcz4KPGNsaXBQYXRoIGlkPSJjbGlwMF80NDFfMTEwMzgiPgo8cmVjdCB3aWR0aD0iMTYiIGhlaWdodD0iMTYiIGZpbGw9IndoaXRlIi8+CjwvY2xpcFBhdGg+CjwvZGVmcz4KPC9zdmc+Cg==">
+      </a>
+    <a title="Website" href="https://ai.meta.com/sam2/" target="_blank" rel="noopener noreferrer" style="display: inline-block;">
+        <img src="https://www.obukhov.ai/img/badges/badge-website.svg">
+    <a title="Paper" href="https://ai.meta.com/research/publications/sam-2-segment-anything-in-images-and-videos/" target="_blank" rel="noopener noreferrer" style="display: inline-block;">
+        <img src="https://www.obukhov.ai/img/badges/badge-pdf.svg">
+    </a>
+    <a title="Github" href="https://github.com/rerun-io/annotation-example.git" target="_blank" rel="noopener noreferrer" style="display: inline-block;">
+        <img src="https://img.shields.io/github/stars/rerun-io/annotation-example?label=GitHub%20%E2%98%85&logo=github&color=C8C" alt="badge-github-stars">
+    </a>
+    <a title="Social" href="https://x.com/pablovelagomez1" target="_blank" rel="noopener noreferrer" style="display: inline-block;">
+        <img src="https://www.obukhov.ai/img/badges/badge-social.svg" alt="social">
+    </a>
+"""
+description2 = "Using a combination of models to track an object in 3D"
+
+with gr.Blocks() as demo:
+    gr.Markdown(title)
+    gr.Markdown(description1)
+    gr.Markdown(description2)
+    # with gr.Tab("Monocular"):
+    #     single_view_block.render()
+
+if __name__ == "__main__":
+    demo.queue(max_size=2).launch(ssr_mode=False)

pyproject.toml

@@ -0,0 +1,159 @@
+[project]
+name = "annotation-example"
+version = "0.1.0"
+description = "Add a short description here"
+authors = [{ name = "Pablo Vela", email = "[email protected]" }]
+requires-python = ">= 3.10"
+dependencies = [
+    "mmcv-lite>=2.2.0,<2.3",
+    "build>=1.2.1,<2",
+    "hf-transfer>=0.1.8,<0.2",
+]
+
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools.packages.find]
+include = ["annotation_example*"]
+
+[tool.pixi.project]
+channels = ["conda-forge"]
+platforms = ["linux-64"]
+
+
+[tool.pixi.activation]
+scripts = [".pixi.sh"]
+
+[tool.pixi.pypi-options]
+extra-index-urls = ["https://download.pytorch.org/whl/nightly/cu128"]
+no-build-isolation = ["xformers"]
+index-strategy = "unsafe-best-match"
+
+
+[tool.pixi.tasks]
+_install-wheel = "uv pip install ./$WHL_PATH --force-reinstall"
+_build-wheel = "python -m build"
+upload-hf = { cmd = "python tools/upload_to_hf.py", depends-on = [
+    "_build-wheel",
+] }
+
+[tool.pixi.tasks.app]
+cmd = """
+    python tools/gradio_app_singleview.py
+    """
+description = "Runs Gradio frontend"
+depends-on = ["_download-hocap-sample"]
+
+[tool.pixi.tasks.multiview-app]
+cmd = """
+    python tools/gradio_app_multiview.py
+    """
+description = "Runs Gradio frontend"
+depends-on = ["_download-hocap-sample"]
+
+[tool.pixi.tasks.dev-app]
+cmd = """
+    gradio tools/gradio_app.py
+    """
+description = "Runs Gradio frontend for hotreload"
+
+[tool.pixi.tasks._download-hocap-sample]
+cmd = """
+    test -e data/hocap/sample.zip \
+    && test -e data/hocap/sample \
+    || (
+        mkdir -p data/hocap/ \
+        && huggingface-cli download pablovela5620/hocap-sample \
+        sample.zip --repo-type dataset \
+        --local-dir data/hocap/ \
+        && unzip -o data/hocap/sample.zip -d data/hocap/
+    )
+    """
+outputs = ["data/hocap/sample.zip", "data/hocap/sample"]
+description = "Downloads and extracts an example polycam dataset from huggingface, this may take a while"
+
+[tool.pixi.tasks._download-assembly101-sample]
+cmd = """
+test -e data/assembly101-sample \
+  || (huggingface-cli download pablovela5620/Assembly101-Sample \
+    --repo-type dataset \
+    --include "assembly101-sample/**" \
+    --local-dir data/)
+"""
+outputs = ["data/assembly101-sample"]
+description = "Downloads an example assembly101 dataset from huggingface"
+
+[tool.pixi.feature.spaces.tasks.app]
+cmd = """
+    python gradio_app.py
+    """
+description = "Runs Gradio frontend for depth comparison"
+# depends-on = ["_install-wheel"]
+
+[tool.pixi.pypi-dependencies]
+annotation_example = { path = ".", editable = true }
+sam-2 = { git = "https://github.com/facebookresearch/segment-anything-2.git", rev = "2b90b9f5ceec907a1c18123530e92e794ad901a4" }
+torch = { version = ">=2.5.1", index = "https://download.pytorch.org/whl/nightly/cu128" }
+torchvision = { version = ">=0.20.1", index = "https://download.pytorch.org/whl/nightly/cu128" }
+torchcodec = { version = ">=0.2.1", index = "https://download.pytorch.org/whl/nightly/cu128" }
+# cu128 version of xformers not yet available, needs to be built from source
+# xformers = { version = ">=0.0.28.post3", index = "https://download.pytorch.org/whl/nightly/cu128" }
+xformers = { git = "https://github.com/facebookresearch/xformers.git", rev = "main" }
+vggt = { git = "https://github.com/facebookresearch/vggt.git", rev = "f8bf73ac25d5089cca2d6540a185697087fa2255" }
+monopriors = { git = "https://github.com/pablovela5620/monoprior.git", rev = "90fe03ab3a4ee1b8df542d5b8638bf034d933757" }
+# gradio-rerun = { url = "https://huggingface.co/datasets/pablovela5620/gradio-rr-0.23/resolve/main/gradio_rerun-0.0.8-py3-none-any.whl" }
+gradio-rerun = { path = "/home/pablo/0Dev/work/rerun-projects/annotation-example/dist/gradio_rerun-0.0.8-py3-none-any.whl" }
+rerun-sdk = { url = "https://github.com/rerun-io/rerun/releases/download/prerelease/rerun_sdk-0.23.0a3+dev-cp38-abi3-manylinux_2_31_x86_64.whl" }
+simplecv = { git = "https://github.com/pablovela5620/simplecv.git", rev = "e39f6d87126d8348e40fd2b46c30ced5d76cad76" }
+
+
+[tool.pixi.dependencies]
+python = "3.11.*"
+uv = ">=0.3.4,<0.4"
+einops = ">=0.8.0,<0.9"
+py-opencv = ">=4.11.0,<5"
+transformers = ">=4.50.0,<5"
+setuptools = ">=75.8.2,<76"
+numpy = "<2"
+ffmpeg = ">=7.1.1,<8"
+pyserde = ">=0.23.0,<0.24"
+jaxtyping = ">=0.2.36,<0.3"
+open3d = ">=0.19.0,<0.20"
+easydict = ">=1.13,<2"
+ninja = ">=1.12.1,<2"
+cuda = "12.8.*"
+cuda-nvcc = "12.8.*"
+cudnn = ">=9.8.0.87,<10"
+
+[tool.pixi.feature.spaces.pypi-dependencies]
+spaces = "==0.34.2"
+
+
+[tool.pixi.environments]
+spaces = { features = ["spaces"], solve-group = "default" }
+
+
+[tool.ruff]
+line-length = 150
+select = [
+    # pycodestyle
+    "E",
+    # Pyflakes
+    "F",
+    # pyupgrade
+    "UP",
+    # flake8-bugbear
+    "B",
+    # flake8-simplify
+    "SIM",
+    # isort
+    "I",
+]
+
+ignore = [
+    "E501",   # Line too long.
+    "F722",   # Forward annotation false positive from jaxtyping. Should be caught by pyright.
+    "F821",   # Forward annotation false positive from jaxtyping. Should be caught by pyright.
+    "SIM117", # Use a single `with` statement with multiple contexts instead of nested `with` statements
+]