Skip to content

Instantly share code, notes, and snippets.

@luffy-yu
Created November 21, 2025 21:56
Show Gist options
  • Select an option

  • Save luffy-yu/3c9708aaf446d3640ef843c927ad9952 to your computer and use it in GitHub Desktop.

Select an option

Save luffy-yu/3c9708aaf446d3640ef843c927ad9952 to your computer and use it in GitHub Desktop.
Build SAM3D Objects on Ubuntu 24.04.3 w/ RTX 5090

Build on Ubuntu 24.04.3 w/ RTX 5090

Version

Package Repository Version/Commit
sam-3d-objects facebookresearch/sam-3d-objects 0e3d254f70c388efd10d6deae3f12a1344eb1957
pytorch3d facebookresearch/pytorch3d V0.7.8
kaolin NVIDIAGameWorks/kaolin v0.18.0

Build

# Create environment
conda create -n sam3d-objects python=3.11

conda activate sam3d-objects

# Install torch
pip install torch==2.8.0 torchvision==0.23.0 torchaudio==2.8.0 --index-url https://download.pytorch.org/whl/cu128


# Update dependency
conda env update -f sam3d-objects-single.yml

# Refresh (This is necessary.)
conda deactivate
conda activate sam3d-objects

# Build pytorch3d
python setup.py install

# Build kaolin
pip install -e . --no-build-isolation

# Run demo.py
python demo.py
addict==2.4.0
aiofiles==24.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.2
aiosignal==1.4.0
annotated-doc==0.0.4
annotated-types==0.7.0
antlr4-python3-runtime==4.9.3
anyio==4.11.0
astor==0.8.1
asttokens==3.0.1
attrs==25.4.0
autocommand==2.2.2
backports.tarfile==1.2.0
blinker==1.9.0
brotli==1.2.0
ccimport==0.4.4
certifi==2025.11.12
charset-normalizer==3.4.4
click==8.3.1
comm==0.2.3
conda-env-export==0.6.2
configargparse==1.7.1
contourpy==1.3.3
cumm-cu120==0.4.11
cycler==0.12.1
cython==3.2.1
cytoolz==1.1.0
dash==3.3.0
dataclasses-json==0.6.7
decorator==5.2.1
deprecated==1.3.1
easydict==1.13
entrypoints==0.4
executing==2.2.1
fastapi==0.121.3
fastcore==1.8.16
fastjsonschema==2.21.2
ffmpy==1.0.0
filelock==3.19.1
findpydeps==0.2.8
fire==0.7.1
flask==3.1.2
fonttools==4.60.1
frozenlist==1.8.0
fsspec==2025.9.0
glcontext==3.0.0
gradio==5.49.0
gradio-client==1.13.3
groovy==0.1.2
gsplat==1.5.3
h11==0.16.0
hf-xet==1.2.0
httpcore==1.0.9
httpx==0.28.1
huggingface-hub==1.1.5
hydra-core==1.3.2
idna==3.11
igraph==0.11.8
imageio==2.37.2
importlib-metadata==8.7.0
inflect==7.3.1
ipycanvas==0.14.1
ipyevents==2.0.4
ipython==9.7.0
ipython-pygments-lexers==1.1.1
ipywidgets==8.1.8
itsdangerous==2.2.0
jaraco-functools==4.3.0
jaraco.collections==5.1.0
jaraco.context==6.0.1
jaraco.functools==4.0.1
jaraco.text==4.0.0
jaxtyping==0.3.3
jedi==0.19.2
jinja2==3.1.6
joblib==1.5.2
jsonschema==4.25.1
jsonschema-specifications==2025.9.1
jupyter-client==7.4.9
jupyter-core==5.9.1
jupyterlab-widgets==3.0.16
kaolin==0.18.0
kiwisolver==1.4.9
lark==1.3.1
lightning==2.5.6
lightning-utilities==0.15.2
loguru==0.7.2
lovely-numpy==0.2.18
lovely-tensors==0.1.20
markdown-it-py==4.0.0
MarkupSafe==2.1.5
marshmallow==3.26.1
matplotlib==3.10.7
matplotlib-inline==0.2.1
mdurl==0.1.2
moderngl==5.12.0
moge==1.0.0
more-itertools==10.8.0
mpmath==1.3.0
multidict==6.7.0
mypy-extensions==1.1.0
narwhals==2.12.0
nbformat==5.10.4
nest-asyncio==1.6.0
networkx==3.5
ninja==1.13.0
numpy==1.26.4
nvidia-cublas-cu12==12.8.4.1
nvidia-cuda-cupti-cu12==12.8.90
nvidia-cuda-nvcc-cu12==12.8.93
nvidia-cuda-nvrtc-cu12==12.8.93
nvidia-cuda-runtime-cu12==12.8.90
nvidia-cudnn-cu12==9.10.2.21
nvidia-cufft-cu12==11.3.3.83
nvidia-cufile-cu12==1.13.1.3
nvidia-curand-cu12==10.3.9.90
nvidia-cusolver-cu12==11.7.3.90
nvidia-cusparse-cu12==12.5.8.93
nvidia-cusparselt-cu12==0.7.1
nvidia-nccl-cu12==2.27.3
nvidia-nvjitlink-cu12==12.8.93
nvidia-nvtx-cu12==12.8.90
omegaconf==2.3.0
open3d==0.18.0
opencv-python==4.9.0.80
optree==0.14.1
orjson==3.11.4
pandas==2.3.3
parso==0.8.5
pccm==0.4.16
pexpect==4.9.0
pillow==11.3.0
pipdeptree==2.30.0
platformdirs==4.5.0
plotly==6.5.0
plyfile==1.1.3
pooch==1.8.2
portalocker==3.2.0
prompt-toolkit==3.0.52
propcache==0.4.1
ptyprocess==0.7.0
pure-eval==0.2.3
pybind11==3.0.1
pydantic==2.11.10
pydantic-core==2.33.2
pydub==0.25.1
pygltflib==1.16.5
pygments==2.19.2
pymeshfix==0.17.0
pyparsing==3.2.5
pyquaternion==0.9.9
python-dateutil==2.9.0.post0
python-multipart==0.0.20
pytorch-lightning==2.5.6
pytorch3d==0.7.8
pytz==2025.2
pyvista==0.46.4
pyyaml==6.0.3
pyzmq==27.1.0
referencing==0.37.0
requests==2.32.5
retrying==1.4.2
rich==14.2.0
rpds-py==0.29.0
ruamel-yaml-clib==0.2.15
ruamel.yaml==0.17.40
ruff==0.14.6
safehttpx==0.1.7
safetensors==0.7.0
scikit-learn==1.7.2
scipy==1.16.3
scooby==0.11.0
seaborn==0.13.2
semantic-version==2.10.0
shellingham==1.5.4
six==1.17.0
sniffio==1.3.1
spconv-cu120==2.3.6
stack-data==0.6.3
starlette==0.50.0
sympy==1.14.0
termcolor==3.2.0
texttable==1.7.0
threadpoolctl==3.6.0
timm==0.9.16
tinycss2==1.4.0
tomli==2.0.1
tomlkit==0.13.3
toolz==1.1.0
torch==2.8.0+cu128
torchaudio==2.8.0+cu128
torchmetrics==1.8.2
torchvision==0.23.0+cu128
tornado==6.5.2
tqdm==4.67.1
traitlets==5.14.3
trimesh==4.9.0
triton==3.4.0
typeguard==4.3.0
typer==0.20.0
typer-slim==0.20.0
typing-extensions==4.15.0
typing-inspect==0.9.0
typing-inspection==0.4.2
urllib3==2.5.0
usd-core==25.11
utils3d==0.0.2
uvicorn==0.38.0
vtk==9.5.2
wadler-lindig==0.1.7
warp-lang==1.10.0
wcwidth==0.2.14
webencodings==0.5.1
websockets==15.0.1
werkzeug==3.1.3
widgetsnbextension==4.0.15
wrapt==2.0.1
xatlas==0.0.9
yarl==1.22.0
zipp==3.23.0
name: sam3d-objects
channels:
- conda-forge
- nvidia
dependencies:
- cuda-nvcc=12.8.93
- cuda-nvrtc=12.8.93
- cxx-compiler=1.7.0
- gds-tools=1.6.1.9
- gmp=6.3.0
- libcublas-dev=12.1.3.1
- libcufft-dev=11.0.2.54
- libcufile-dev=1.6.1.9
- libcurand-dev=10.3.2.106
- libcusolver-dev=11.4.5.107
- libcusparse-dev=12.1.0.106
- libnpp-dev=12.1.0.40
- libnuma=2.0.18
- libnvjitlink-dev=12.1.105
- libnvjpeg-dev=12.2.0.2
- libxkbfile=1.1.0
- nsight-compute=2023.1.1.4
- ocl-icd=2.3.2
- python=3.11.0
- qt-main=5.15.8
- wayland=1.23.1
- xorg-libxcomposite=0.4.6
- xorg-libxdamage=1.1.5
- xorg-libxrandr=1.5.2
- xorg-libxtst=1.2.5
- pip:
- aiohttp==3.13.2
- astor==0.8.1
- conda-env-export==0.6.2
- cython==3.2.1
- easydict==1.13
- entrypoints==0.4
- findpydeps==0.2.8
- gradio==5.49.0
- gsplat==1.5.3
- hydra-core==1.3.2
- igraph==0.11.8
- imageio==2.37.2
- jaraco.collections==5.1.0
- lightning==2.5.6
- loguru==0.7.2
- lovely-tensors==0.1.20
- MoGe @ git+https://github.com/microsoft/MoGe.git@a8c37341bc0325ca99b9d57981cc3bb2bd3e255b
- numpy==1.26.4
- nvidia-cuda-nvcc-cu12==12.8.93
- omegaconf==2.3.0
- open3d==0.18.0
- opencv-python==4.9.0.80
- optree==0.14.1
- pipdeptree==2.30.0
- plyfile==1.1.3
- pymeshfix==0.17.0
- pyvista==0.46.4
- ruamel-yaml-clib==0.2.15
- seaborn==0.13.2
- spconv-cu120==2.3.6
- timm==0.9.16
- tinycss2==1.4.0
- trimesh==4.9.0
- wheel==0.45.1
- xatlas==0.0.9
prefix: /home/n10288/miniconda3/envs/sam3d-objects
name: sam3d-objects
channels:
- conda-forge
- defaults
- nvidia
dependencies:
- _libgcc_mutex=0.1
- _openmp_mutex=5.1
- alsa-lib=1.2.14
- attr=2.5.2
- binutils=2.44
- binutils_impl_linux-64=2.44
- binutils_linux-64=2.44
- bzip2=1.0.8
- c-compiler=1.7.0
- ca-certificates=2025.11.12
- cairo=1.18.4
- cuda-cccl_linux-64=12.8.90
- cuda-crt-dev_linux-64=12.8.93
- cuda-crt-tools=12.8.93
- cuda-cudart=12.8.90
- cuda-cudart-dev=12.8.90
- cuda-cudart-dev_linux-64=12.8.90
- cuda-cudart-static=12.8.90
- cuda-cudart-static_linux-64=12.8.90
- cuda-cudart_linux-64=12.8.90
- cuda-driver-dev_linux-64=12.8.90
- cuda-nvcc=12.8.93
- cuda-nvcc-dev_linux-64=12.8.93
- cuda-nvcc-impl=12.8.93
- cuda-nvcc-tools=12.8.93
- cuda-nvcc_linux-64=12.8.93
- cuda-nvrtc=12.8.93
- cuda-nvvm-dev_linux-64=12.8.93
- cuda-nvvm-impl=12.8.93
- cuda-nvvm-tools=12.8.93
- cuda-version=12.8
- cxx-compiler=1.7.0
- dbus=1.16.2
- expat=2.7.3
- font-ttf-dejavu-sans-mono=2.37
- font-ttf-inconsolata=3.000
- font-ttf-source-code-pro=2.038
- font-ttf-ubuntu=0.83
- fontconfig=2.15.0
- fonts-conda-ecosystem=1
- fonts-conda-forge=1
- freetype=2.14.1
- gcc=12.4.0
- gcc_impl_linux-64=12.4.0
- gcc_linux-64=12.4.0
- gds-tools=1.6.1.9
- gettext=0.25.1
- gettext-tools=0.25.1
- glib=2.86.0
- glib-tools=2.86.0
- gmp=6.3.0
- graphite2=1.3.14
- gst-plugins-base=1.24.7
- gstreamer=1.24.7
- gxx=12.4.0
- gxx_impl_linux-64=12.4.0
- gxx_linux-64=12.4.0
- harfbuzz=12.1.0
- icu=75.1
- kernel-headers_linux-64=6.12.0
- keyutils=1.6.3
- krb5=1.21.3
- lame=3.100
- ld_impl_linux-64=2.44
- libasprintf=0.25.1
- libasprintf-devel=0.25.1
- libcap=2.77
- libclang-cpp15=15.0.7
- libclang13=19.1.7
- libcublas=12.8.4.1
- libcublas-dev=12.1.3.1
- libcufft=11.3.3.83
- libcufft-dev=11.0.2.54
- libcufile=1.13.1.3
- libcufile-dev=1.6.1.9
- libcups=2.3.3
- libcurand=10.3.9.90
- libcurand-dev=10.3.2.106
- libcusolver=11.7.3.90
- libcusolver-dev=11.4.5.107
- libcusparse=12.5.8.93
- libcusparse-dev=12.1.0.106
- libdrm=2.4.125
- libedit=3.1.20250104
- libegl=1.7.0
- libevent=2.1.12
- libexpat=2.7.3
- libffi=3.4.6
- libflac=1.4.3
- libfreetype=2.14.1
- libfreetype6=2.14.1
- libgcc=15.2.0
- libgcc-devel_linux-64=12.4.0
- libgcc-ng=15.2.0
- libgettextpo=0.25.1
- libgettextpo-devel=0.25.1
- libgl=1.7.0
- libglib=2.86.0
- libglvnd=1.7.0
- libglx=1.7.0
- libgomp=15.2.0
- libiconv=1.18
- libjpeg-turbo=3.1.2
- libllvm15=15.0.7
- libllvm19=19.1.7
- libnl=3.11.0
- libnpp=12.3.3.100
- libnpp-dev=12.1.0.40
- libnsl=2.0.0
- libnuma=2.0.18
- libnvjitlink=12.9.86
- libnvjitlink-dev=12.1.105
- libnvjpeg=12.3.5.92
- libnvjpeg-dev=12.2.0.2
- libogg=1.3.5
- libopus=1.5.2
- libpciaccess=0.18
- libpng=1.6.50
- libpq=16.11
- libsanitizer=12.4.0
- libsndfile=1.2.2
- libsqlite=3.51.0
- libstdcxx=15.2.0
- libstdcxx-devel_linux-64=12.4.0
- libstdcxx-ng=15.2.0
- libsystemd0=258.2
- libudev1=258.2
- libuuid=2.41.2
- libvorbis=1.3.7
- libxcb=1.17.0
- libxkbcommon=1.8.0
- libxkbfile=1.1.0
- libxml2=2.13.5
- libzlib=1.3.1
- mpg123=1.32.9
- mysql-common=9.0.1
- mysql-libs=9.0.1
- ncurses=6.5
- nsight-compute=2023.1.1.4
- nspr=4.38
- nss=3.118
- ocl-icd=2.3.2
- opencl-headers=2025.06.13
- openssl=3.6.0
- packaging=25.0
- pcre2=10.46
- pip=25.3
- pixman=0.46.4
- pthread-stubs=0.3
- pulseaudio-client=17.0
- python=3.11.0
- qt-main=5.15.8
- rdma-core=60.0
- readline=8.3
- setuptools=80.9.0
- sqlite=3.51.0
- sysroot_linux-64=2.39
- tk=8.6.15
- tzdata=2025b
- wayland=1.23.1
- wheel=0.45.1
- xcb-util=0.4.1
- xcb-util-image=0.4.0
- xcb-util-keysyms=0.4.1
- xcb-util-renderutil=0.3.10
- xcb-util-wm=0.4.2
- xkeyboard-config=2.46
- xorg-damageproto=1.2.1
- xorg-libice=1.1.2
- xorg-libsm=1.2.6
- xorg-libx11=1.8.12
- xorg-libxau=1.0.12
- xorg-libxcomposite=0.4.6
- xorg-libxdamage=1.1.5
- xorg-libxdmcp=1.1.5
- xorg-libxext=1.3.6
- xorg-libxfixes=6.0.2
- xorg-libxi=1.8.2
- xorg-libxrandr=1.5.2
- xorg-libxrender=0.9.12
- xorg-libxtst=1.2.5
- xorg-libxxf86vm=1.1.6
- xorg-util-macros=1.20.2
- xorg-xf86vidmodeproto=2.3.1
- xorg-xorgproto=2024.1
- xorg-xproto=7.0.31
- xz=5.6.4
- zlib=1.3.1
- zstd=1.5.7
- pip:
- -r requirements.txt
prefix: /home/n10288/miniconda3/envs/sam3d-objects
@luffy-yu
Copy link
Author

luffy-yu commented Nov 22, 2025

Export a Textured Mesh (*.glb)

Enable conda environment

conda activate sam3d-objects

Check torch cuda version

python - <<EOF
import torch
print(torch.version.cuda)
EOF

12.8

Install cuda-toolkit

https://developer.nvidia.com/cuda-12-8-0-download-archive

wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb
sudo dpkg -i cuda-keyring_1.1-1_all.deb
sudo apt-get update
sudo apt-get -y install cuda-toolkit-12-8

Install nvdiffrast

diff --git a/nvdiffrast/torch/ops.py b/nvdiffrast/torch/ops.py
index 2e5672c..f95c602 100644
--- a/nvdiffrast/torch/ops.py
+++ b/nvdiffrast/torch/ops.py
@@ -47,7 +47,7 @@ def _get_plugin(gl=False):
             os.environ['PATH'] += ';' + cl_path
 
     # Compiler options.
-    common_opts = ['-DNVDR_TORCH']
+    common_opts = ['-DNVDR_TORCH', '-I/usr/local/cuda-12.8/include']
     cc_opts = []
     if os.name == 'nt':
         cc_opts += ['/wd4067', '/wd4624'] # Disable warnings in torch headers.
  • python setup.py install

Install diff_gaussian_rasterization

  • Parameters-mismatch version [DON'T USE]
git clone https://github.com/graphdeco-inria/diff-gaussian-rasterization.git
cd diff-gaussian-rasterization
git submodule update --init --recursive
python setup.py install
  • Correct version
git clone https://github.com/autonomousvision/mip-splatting.git
cd mip-splatting/submodules/diff-gaussian-rasterization/
python setup.py install

Update scripts

diff --git a/demo.py b/demo.py
index befdd84..a0543df 100644
--- a/demo.py
+++ b/demo.py
@@ -17,5 +17,9 @@ mask = load_single_mask("notebook/images/shutterstock_stylish_kidsroom_164080656
 output = inference(image, mask, seed=42)
 
 # export gaussian splat
-output["gs"].save_ply(f"splat.ply")
-print("Your reconstruction has been saved to splat.ply")
+# output["gs"].save_ply(f"splat.ply")
+# print("Your reconstruction has been saved to splat.ply")
+
+glb = output["glb"] # trimesh object
+glb.export("model.glb")  # save mesh w/ vertex colors
+print("Your reconstruction has been saved to model.glb")
\ No newline at end of file
diff --git a/sam3d_objects/pipeline/inference_pipeline.py b/sam3d_objects/pipeline/inference_pipeline.py
index e4b81fe..507b29e 100644
--- a/sam3d_objects/pipeline/inference_pipeline.py
+++ b/sam3d_objects/pipeline/inference_pipeline.py
@@ -546,9 +546,9 @@ class InferencePipeline:
                 simplify=0.95,  # Ratio of triangles to remove in the simplification process
                 texture_size=1024,  # Size of the texture used for the GLB
                 verbose=False,
-                with_mesh_postprocess=with_mesh_postprocess,
-                with_texture_baking=with_texture_baking,
-                use_vertex_color=use_vertex_color,
+                with_mesh_postprocess=True,
+                with_texture_baking=True,
+                use_vertex_color=False,
                 rendering_engine=self.rendering_engine,
             )

Run demo.py

python demo.py

@luffy-yu
Copy link
Author

luffy-yu commented Nov 23, 2025

For sam3

conda create -n sam3 --clone sam3d-objects

The following packages are required.

pip install iopath==0.1.10 einops==0.8.1 decord==0.6.0 pycocotools==2.0.10 psutil==7.1.3 ftfy==6.3.1 regex==2025.11.3 scikit-image==0.25.2
conda install ffmpeg=4.2.2

sam3-single.yml

name: sam3
channels:
  - conda-forge
  - defaults
  - nvidia
dependencies:
  - cuda-nvcc=12.8.93
  - cuda-runtime=12.6.2
  - cxx-compiler=1.7.0
  - expat=2.7.3
  - ffmpeg=4.2.2
  - gds-tools=1.6.1.9
  - libcublas-dev=12.1.3.1
  - libcufft-dev=11.0.2.54
  - libcufile-dev=1.6.1.9
  - libcurand-dev=10.3.2.106
  - libcusolver-dev=11.4.5.107
  - libcusparse-dev=12.1.0.106
  - libnpp-dev=12.1.0.40
  - libnuma=2.0.18
  - libnvjitlink-dev=12.1.105
  - libnvjpeg-dev=12.2.0.2
  - libxkbfile=1.1.0
  - nsight-compute=2023.1.1.4
  - python=3.11.0
  - qt-main=5.15.8
  - sqlite=3.51.0
  - wayland=1.23.1
  - xorg-libxcomposite=0.4.6
  - xorg-libxdamage=1.1.5
  - xorg-libxrandr=1.5.2
  - xorg-libxtst=1.2.5
  - pip:
      - aiohttp==3.13.2
      - astor==0.8.1
      - conda-env-export==0.6.2
      - cython==3.2.1
      - decord==0.6.0
      - diff-gaussian-rasterization==0.0.0
      - easydict==1.13
      - einops==0.8.1
      - findpydeps==0.2.8
      - ftfy==6.3.1
      - gsplat==1.5.3
      - hydra-core==1.3.2
      - igraph==0.11.8
      - inflect==7.3.1
      - iopath==0.1.10
      - jaraco-functools==4.3.0
      - jaraco.collections==5.1.0
      - kaolin==0.18.0
      - lightning==2.5.6
      - loguru==0.7.2
      - lovely-tensors==0.1.20
      - moge==1.0.0
      - nvdiffrast==0.3.4
      - nvidia-cuda-nvcc-cu12==12.8.93
      - open3d==0.18.0
      - optree==0.14.1
      - pipdeptree==2.30.0
      - psutil==7.1.3
      - pycocotools==2.0.10
      - pymeshfix==0.17.0
      - pytorch3d==0.7.8
      - regex==2025.11.3
      - ruamel-yaml-clib==0.2.15
      - scikit-image==0.25.2
      - seaborn==0.13.2
      - spconv-cu120==2.3.6
      - timm==0.9.16
      - tinycss2==1.4.0
      - tomli==2.0.1
      - torchaudio==2.8.0+cu128
      - wheel==0.45.1
      - xatlas==0.0.9
prefix: /home/n10288/miniconda3/envs/sam3

@Hcris1124
Copy link

Thank you for your excellent work.Howerver,I'm poor in experience.I encountered a problem as follows:

(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/sam3d-objects-build/sam-3d-objects# python demo.py
2025-11-24 01:36:21.917 | INFO     | sam3d_objects.pipeline.inference_pipeline:set_attention_backend:15 - GPU name is NVIDIA GeForce RTX 5090
2025-11-24 01:36:23.224 | INFO     | sam3d_objects.model.backbone.tdfy_dit.modules.sparse:__from_env:39 - [SPARSE] Backend: spconv, Attention: sdpa
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:47: FutureWarning: `torch.cuda.amp.custom_fwd(args...)` is deprecated. Please use `torch.amp.custom_fwd(args..., device_type='cuda')` instead.
  _TORCH_CUSTOM_FWD = amp.custom_fwd(cast_inputs=torch.float16)
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:96: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:162: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:242: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:331: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:368: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:388: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/spconv/pytorch/functional.py:411: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead.
  @_TORCH_CUSTOM_BWD
2025-11-24 01:36:26.825 | INFO     | sam3d_objects.model.backbone.tdfy_dit.modules.attention:__from_env:30 - [ATTENTION] Using backend: sdpa
[SPARSE][CONV] spconv algo: auto
2025-11-24 01:36:27.346 | WARNING  | sam3d_objects.data.dataset.tdfy.preprocessor:__post_init__:51 - No rgb pointmap normalizer provided, using scale + shift 
2025-11-24 01:36:27.346 | WARNING  | sam3d_objects.data.dataset.tdfy.preprocessor:__post_init__:51 - No rgb pointmap normalizer provided, using scale + shift 
Traceback (most recent call last):
  File "/root/autodl-tmp/sam3d-objects-build/sam-3d-objects/demo.py", line 10, in <module>
    inference = Inference(config_path, compile=False)
                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/autodl-tmp/sam3d-objects-build/sam-3d-objects/notebook/inference.py", line 87, in __init__
    config = OmegaConf.load(config_file)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/root/miniconda3/envs/sam3d-objects/lib/python3.11/site-packages/omegaconf/omegaconf.py", line 189, in load
    with io.open(os.path.abspath(file_), "r", encoding="utf-8") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
FileNotFoundError: [Errno 2] No such file or directory: '/root/autodl-tmp/sam3d-objects-build/sam-3d-objects/checkpoints/hf/pipeline.yaml'
(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/s
(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/s
(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/sam3d-objects-build/sam-3d-objects# find . -name "*.yaml" -o -name "*.ymlfind . -name "*.yaml" -o -name "*.yml" | head -20
./environments/default.yml
(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/sam3d-objects-build/sam-3d-objects# ls -la
total 72
drwxr-xr-x 10 root root 4096 Nov 24 01:43 .
drwxr-xr-x  6 root root 4096 Nov 24 01:40 ..
drwxr-xr-x  8 root root 4096 Nov 24 00:33 .git
-rw-r--r--  1 root root   11 Nov 24 00:33 .gitignore
drwxr-xr-x  2 root root   40 Nov 24 01:43 .ipynb_checkpoints
-rw-r--r--  1 root root 3536 Nov 24 00:33 CODE_OF_CONDUCT.md
-rw-r--r--  1 root root 1447 Nov 24 00:33 CONTRIBUTING.md
-rw-r--r--  1 root root 8204 Nov 24 00:33 LICENSE
-rw-r--r--  1 root root 5766 Nov 24 00:33 README.md
drwxr-xr-x  2 root root   32 Nov 24 00:33 checkpoints
-rw-r--r--  1 root root  670 Nov 24 00:33 demo.py
drwxr-xr-x  2 root root  107 Nov 24 00:33 doc
drwxr-xr-x  2 root root   33 Nov 24 00:33 environments
drwxr-xr-x  6 root root 4096 Nov 24 01:36 notebook
drwxr-xr-x  2 root root   27 Nov 24 00:33 patching
-rw-r--r--  1 root root  843 Nov 24 00:33 pyproject.toml
-rw-r--r--  1 root root   44 Nov 24 00:33 requirements.dev.txt
-rw-r--r--  1 root root  148 Nov 24 00:33 requirements.inference.txt
-rw-r--r--  1 root root  124 Nov 24 00:33 requirements.p3d.txt
-rw-r--r--  1 root root 1594 Nov 24 00:33 requirements.txt
drwxr-xr-x  8 root root  144 Nov 24 01:36 sam3d_objects
(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/s
(sam3d-objects) root@autodl-container-96c5458aa6-94476f9a:~/autodl-tmp/sam3d-objects-build/sam-3d-objects# l                                   l
s -la checkpoints/ 
total 8
drwxr-xr-x  2 root root   32 Nov 24 00:33 .
drwxr-xr-x 10 root root 4096 Nov 24 01:43 ..
-rw-r--r--  1 root root   13 Nov 24 00:33 .gitignore

May I dont't have pipeline.yaml,how can i solve it?

@luffy-yu
Copy link
Author

@Hcris1124 You need to get checkpoints before running the demo.

@Hcris1124
Copy link

@Hcris1124 You need to get checkpoints before running the demo.

thank you!I have solved it!

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment