Build SAM3D Objects on Ubuntu 24.04.3 w/ RTX 5090

main.md

Build on Ubuntu 24.04.3 w/ RTX 5090

Version

Package	Repository	Version/Commit
sam-3d-objects	facebookresearch/sam-3d-objects	0e3d254f70c388efd10d6deae3f12a1344eb1957
pytorch3d	facebookresearch/pytorch3d	V0.7.8
kaolin	NVIDIAGameWorks/kaolin	v0.18.0

Build

# Create environment
conda create -n sam3d-objects python=3.11

conda activate sam3d-objects

# Install torch
pip install torch==2.8.0 torchvision==0.23.0 torchaudio==2.8.0 --index-url https://download.pytorch.org/whl/cu128


# Update dependency
conda env update -f sam3d-objects-single.yml

# Refresh (This is necessary.)
conda deactivate
conda activate sam3d-objects

# Build pytorch3d
python setup.py install

# Build kaolin
pip install -e . --no-build-isolation

# Run demo.py
python demo.py

requirements.txt

addict==2.4.0
aiofiles==24.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.2
aiosignal==1.4.0
annotated-doc==0.0.4
annotated-types==0.7.0
antlr4-python3-runtime==4.9.3
anyio==4.11.0
astor==0.8.1
asttokens==3.0.1
attrs==25.4.0
autocommand==2.2.2
backports.tarfile==1.2.0
blinker==1.9.0
brotli==1.2.0
ccimport==0.4.4
certifi==2025.11.12
charset-normalizer==3.4.4
click==8.3.1
comm==0.2.3
conda-env-export==0.6.2
configargparse==1.7.1
contourpy==1.3.3
cumm-cu120==0.4.11
cycler==0.12.1
cython==3.2.1
cytoolz==1.1.0
dash==3.3.0
dataclasses-json==0.6.7
decorator==5.2.1
deprecated==1.3.1
easydict==1.13
entrypoints==0.4
executing==2.2.1
fastapi==0.121.3
fastcore==1.8.16
fastjsonschema==2.21.2
ffmpy==1.0.0
filelock==3.19.1
findpydeps==0.2.8
fire==0.7.1
flask==3.1.2
fonttools==4.60.1
frozenlist==1.8.0
fsspec==2025.9.0
glcontext==3.0.0
gradio==5.49.0
gradio-client==1.13.3
groovy==0.1.2
gsplat==1.5.3
h11==0.16.0
hf-xet==1.2.0
httpcore==1.0.9
httpx==0.28.1
huggingface-hub==1.1.5
hydra-core==1.3.2
idna==3.11
igraph==0.11.8
imageio==2.37.2
importlib-metadata==8.7.0
inflect==7.3.1
ipycanvas==0.14.1
ipyevents==2.0.4
ipython==9.7.0
ipython-pygments-lexers==1.1.1
ipywidgets==8.1.8
itsdangerous==2.2.0
jaraco-functools==4.3.0
jaraco.collections==5.1.0
jaraco.context==6.0.1
jaraco.functools==4.0.1
jaraco.text==4.0.0
jaxtyping==0.3.3
jedi==0.19.2
jinja2==3.1.6
joblib==1.5.2
jsonschema==4.25.1
jsonschema-specifications==2025.9.1
jupyter-client==7.4.9
jupyter-core==5.9.1
jupyterlab-widgets==3.0.16
kaolin==0.18.0
kiwisolver==1.4.9
lark==1.3.1
lightning==2.5.6
lightning-utilities==0.15.2
loguru==0.7.2
lovely-numpy==0.2.18
lovely-tensors==0.1.20
markdown-it-py==4.0.0
MarkupSafe==2.1.5
marshmallow==3.26.1
matplotlib==3.10.7
matplotlib-inline==0.2.1
mdurl==0.1.2
moderngl==5.12.0
moge==1.0.0
more-itertools==10.8.0
mpmath==1.3.0
multidict==6.7.0
mypy-extensions==1.1.0
narwhals==2.12.0
nbformat==5.10.4
nest-asyncio==1.6.0
networkx==3.5
ninja==1.13.0
numpy==1.26.4
nvidia-cublas-cu12==12.8.4.1
nvidia-cuda-cupti-cu12==12.8.90
nvidia-cuda-nvcc-cu12==12.8.93
nvidia-cuda-nvrtc-cu12==12.8.93
nvidia-cuda-runtime-cu12==12.8.90
nvidia-cudnn-cu12==9.10.2.21
nvidia-cufft-cu12==11.3.3.83
nvidia-cufile-cu12==1.13.1.3
nvidia-curand-cu12==10.3.9.90
nvidia-cusolver-cu12==11.7.3.90
nvidia-cusparse-cu12==12.5.8.93
nvidia-cusparselt-cu12==0.7.1
nvidia-nccl-cu12==2.27.3
nvidia-nvjitlink-cu12==12.8.93
nvidia-nvtx-cu12==12.8.90
omegaconf==2.3.0
open3d==0.18.0
opencv-python==4.9.0.80
optree==0.14.1
orjson==3.11.4
pandas==2.3.3
parso==0.8.5
pccm==0.4.16
pexpect==4.9.0
pillow==11.3.0
pipdeptree==2.30.0
platformdirs==4.5.0
plotly==6.5.0
plyfile==1.1.3
pooch==1.8.2
portalocker==3.2.0
prompt-toolkit==3.0.52
propcache==0.4.1
ptyprocess==0.7.0
pure-eval==0.2.3
pybind11==3.0.1
pydantic==2.11.10
pydantic-core==2.33.2
pydub==0.25.1
pygltflib==1.16.5
pygments==2.19.2
pymeshfix==0.17.0
pyparsing==3.2.5
pyquaternion==0.9.9
python-dateutil==2.9.0.post0
python-multipart==0.0.20
pytorch-lightning==2.5.6
pytorch3d==0.7.8
pytz==2025.2
pyvista==0.46.4
pyyaml==6.0.3
pyzmq==27.1.0
referencing==0.37.0
requests==2.32.5
retrying==1.4.2
rich==14.2.0
rpds-py==0.29.0
ruamel-yaml-clib==0.2.15
ruamel.yaml==0.17.40
ruff==0.14.6
safehttpx==0.1.7
safetensors==0.7.0
scikit-learn==1.7.2
scipy==1.16.3
scooby==0.11.0
seaborn==0.13.2
semantic-version==2.10.0
shellingham==1.5.4
six==1.17.0
sniffio==1.3.1
spconv-cu120==2.3.6
stack-data==0.6.3
starlette==0.50.0
sympy==1.14.0
termcolor==3.2.0
texttable==1.7.0
threadpoolctl==3.6.0
timm==0.9.16
tinycss2==1.4.0
tomli==2.0.1
tomlkit==0.13.3
toolz==1.1.0
torch==2.8.0+cu128
torchaudio==2.8.0+cu128
torchmetrics==1.8.2
torchvision==0.23.0+cu128
tornado==6.5.2
tqdm==4.67.1
traitlets==5.14.3
trimesh==4.9.0
triton==3.4.0
typeguard==4.3.0
typer==0.20.0
typer-slim==0.20.0
typing-extensions==4.15.0
typing-inspect==0.9.0
typing-inspection==0.4.2
urllib3==2.5.0
usd-core==25.11
utils3d==0.0.2
uvicorn==0.38.0
vtk==9.5.2
wadler-lindig==0.1.7
warp-lang==1.10.0
wcwidth==0.2.14
webencodings==0.5.1
websockets==15.0.1
werkzeug==3.1.3
widgetsnbextension==4.0.15
wrapt==2.0.1
xatlas==0.0.9
yarl==1.22.0
zipp==3.23.0

sam3d-objects-single.yml

name: sam3d-objects
channels:
  - conda-forge
  - nvidia
dependencies:
  - cuda-nvcc=12.8.93
  - cuda-nvrtc=12.8.93
  - cxx-compiler=1.7.0
  - gds-tools=1.6.1.9
  - gmp=6.3.0
  - libcublas-dev=12.1.3.1
  - libcufft-dev=11.0.2.54
  - libcufile-dev=1.6.1.9
  - libcurand-dev=10.3.2.106
  - libcusolver-dev=11.4.5.107
  - libcusparse-dev=12.1.0.106
  - libnpp-dev=12.1.0.40
  - libnuma=2.0.18
  - libnvjitlink-dev=12.1.105
  - libnvjpeg-dev=12.2.0.2
  - libxkbfile=1.1.0
  - nsight-compute=2023.1.1.4
  - ocl-icd=2.3.2
  - python=3.11.0
  - qt-main=5.15.8
  - wayland=1.23.1
  - xorg-libxcomposite=0.4.6
  - xorg-libxdamage=1.1.5
  - xorg-libxrandr=1.5.2
  - xorg-libxtst=1.2.5
  - pip:
      - aiohttp==3.13.2
      - astor==0.8.1
      - conda-env-export==0.6.2
      - cython==3.2.1
      - easydict==1.13
      - entrypoints==0.4
      - findpydeps==0.2.8
      - gradio==5.49.0
      - gsplat==1.5.3
      - hydra-core==1.3.2
      - igraph==0.11.8
      - imageio==2.37.2
      - jaraco.collections==5.1.0
      - lightning==2.5.6
      - loguru==0.7.2
      - lovely-tensors==0.1.20
      - MoGe @ git+https://github.com/microsoft/MoGe.git@a8c37341bc0325ca99b9d57981cc3bb2bd3e255b
      - numpy==1.26.4
      - nvidia-cuda-nvcc-cu12==12.8.93
      - omegaconf==2.3.0
      - open3d==0.18.0
      - opencv-python==4.9.0.80
      - optree==0.14.1
      - pipdeptree==2.30.0
      - plyfile==1.1.3
      - pymeshfix==0.17.0
      - pyvista==0.46.4
      - ruamel-yaml-clib==0.2.15
      - seaborn==0.13.2
      - spconv-cu120==2.3.6
      - timm==0.9.16
      - tinycss2==1.4.0
      - trimesh==4.9.0
      - wheel==0.45.1
      - xatlas==0.0.9
prefix: /home/n10288/miniconda3/envs/sam3d-objects

sam3d-objects.yml

name: sam3d-objects
channels:
  - conda-forge
  - defaults
  - nvidia
dependencies:
  - _libgcc_mutex=0.1
  - _openmp_mutex=5.1
  - alsa-lib=1.2.14
  - attr=2.5.2
  - binutils=2.44
  - binutils_impl_linux-64=2.44
  - binutils_linux-64=2.44
  - bzip2=1.0.8
  - c-compiler=1.7.0
  - ca-certificates=2025.11.12
  - cairo=1.18.4
  - cuda-cccl_linux-64=12.8.90
  - cuda-crt-dev_linux-64=12.8.93
  - cuda-crt-tools=12.8.93
  - cuda-cudart=12.8.90
  - cuda-cudart-dev=12.8.90
  - cuda-cudart-dev_linux-64=12.8.90
  - cuda-cudart-static=12.8.90
  - cuda-cudart-static_linux-64=12.8.90
  - cuda-cudart_linux-64=12.8.90
  - cuda-driver-dev_linux-64=12.8.90
  - cuda-nvcc=12.8.93
  - cuda-nvcc-dev_linux-64=12.8.93
  - cuda-nvcc-impl=12.8.93
  - cuda-nvcc-tools=12.8.93
  - cuda-nvcc_linux-64=12.8.93
  - cuda-nvrtc=12.8.93
  - cuda-nvvm-dev_linux-64=12.8.93
  - cuda-nvvm-impl=12.8.93
  - cuda-nvvm-tools=12.8.93
  - cuda-version=12.8
  - cxx-compiler=1.7.0
  - dbus=1.16.2
  - expat=2.7.3
  - font-ttf-dejavu-sans-mono=2.37
  - font-ttf-inconsolata=3.000
  - font-ttf-source-code-pro=2.038
  - font-ttf-ubuntu=0.83
  - fontconfig=2.15.0
  - fonts-conda-ecosystem=1
  - fonts-conda-forge=1
  - freetype=2.14.1
  - gcc=12.4.0
  - gcc_impl_linux-64=12.4.0
  - gcc_linux-64=12.4.0
  - gds-tools=1.6.1.9
  - gettext=0.25.1
  - gettext-tools=0.25.1
  - glib=2.86.0
  - glib-tools=2.86.0
  - gmp=6.3.0
  - graphite2=1.3.14
  - gst-plugins-base=1.24.7
  - gstreamer=1.24.7
  - gxx=12.4.0
  - gxx_impl_linux-64=12.4.0
  - gxx_linux-64=12.4.0
  - harfbuzz=12.1.0
  - icu=75.1
  - kernel-headers_linux-64=6.12.0
  - keyutils=1.6.3
  - krb5=1.21.3
  - lame=3.100
  - ld_impl_linux-64=2.44
  - libasprintf=0.25.1
  - libasprintf-devel=0.25.1
  - libcap=2.77
  - libclang-cpp15=15.0.7
  - libclang13=19.1.7
  - libcublas=12.8.4.1
  - libcublas-dev=12.1.3.1
  - libcufft=11.3.3.83
  - libcufft-dev=11.0.2.54
  - libcufile=1.13.1.3
  - libcufile-dev=1.6.1.9
  - libcups=2.3.3
  - libcurand=10.3.9.90
  - libcurand-dev=10.3.2.106
  - libcusolver=11.7.3.90
  - libcusolver-dev=11.4.5.107
  - libcusparse=12.5.8.93
  - libcusparse-dev=12.1.0.106
  - libdrm=2.4.125
  - libedit=3.1.20250104
  - libegl=1.7.0
  - libevent=2.1.12
  - libexpat=2.7.3
  - libffi=3.4.6
  - libflac=1.4.3
  - libfreetype=2.14.1
  - libfreetype6=2.14.1
  - libgcc=15.2.0
  - libgcc-devel_linux-64=12.4.0
  - libgcc-ng=15.2.0
  - libgettextpo=0.25.1
  - libgettextpo-devel=0.25.1
  - libgl=1.7.0
  - libglib=2.86.0
  - libglvnd=1.7.0
  - libglx=1.7.0
  - libgomp=15.2.0
  - libiconv=1.18
  - libjpeg-turbo=3.1.2
  - libllvm15=15.0.7
  - libllvm19=19.1.7
  - libnl=3.11.0
  - libnpp=12.3.3.100
  - libnpp-dev=12.1.0.40
  - libnsl=2.0.0
  - libnuma=2.0.18
  - libnvjitlink=12.9.86
  - libnvjitlink-dev=12.1.105
  - libnvjpeg=12.3.5.92
  - libnvjpeg-dev=12.2.0.2
  - libogg=1.3.5
  - libopus=1.5.2
  - libpciaccess=0.18
  - libpng=1.6.50
  - libpq=16.11
  - libsanitizer=12.4.0
  - libsndfile=1.2.2
  - libsqlite=3.51.0
  - libstdcxx=15.2.0
  - libstdcxx-devel_linux-64=12.4.0
  - libstdcxx-ng=15.2.0
  - libsystemd0=258.2
  - libudev1=258.2
  - libuuid=2.41.2
  - libvorbis=1.3.7
  - libxcb=1.17.0
  - libxkbcommon=1.8.0
  - libxkbfile=1.1.0
  - libxml2=2.13.5
  - libzlib=1.3.1
  - mpg123=1.32.9
  - mysql-common=9.0.1
  - mysql-libs=9.0.1
  - ncurses=6.5
  - nsight-compute=2023.1.1.4
  - nspr=4.38
  - nss=3.118
  - ocl-icd=2.3.2
  - opencl-headers=2025.06.13
  - openssl=3.6.0
  - packaging=25.0
  - pcre2=10.46
  - pip=25.3
  - pixman=0.46.4
  - pthread-stubs=0.3
  - pulseaudio-client=17.0
  - python=3.11.0
  - qt-main=5.15.8
  - rdma-core=60.0
  - readline=8.3
  - setuptools=80.9.0
  - sqlite=3.51.0
  - sysroot_linux-64=2.39
  - tk=8.6.15
  - tzdata=2025b
  - wayland=1.23.1
  - wheel=0.45.1
  - xcb-util=0.4.1
  - xcb-util-image=0.4.0
  - xcb-util-keysyms=0.4.1
  - xcb-util-renderutil=0.3.10
  - xcb-util-wm=0.4.2
  - xkeyboard-config=2.46
  - xorg-damageproto=1.2.1
  - xorg-libice=1.1.2
  - xorg-libsm=1.2.6
  - xorg-libx11=1.8.12
  - xorg-libxau=1.0.12
  - xorg-libxcomposite=0.4.6
  - xorg-libxdamage=1.1.5
  - xorg-libxdmcp=1.1.5
  - xorg-libxext=1.3.6
  - xorg-libxfixes=6.0.2
  - xorg-libxi=1.8.2
  - xorg-libxrandr=1.5.2
  - xorg-libxrender=0.9.12
  - xorg-libxtst=1.2.5
  - xorg-libxxf86vm=1.1.6
  - xorg-util-macros=1.20.2
  - xorg-xf86vidmodeproto=2.3.1
  - xorg-xorgproto=2024.1
  - xorg-xproto=7.0.31
  - xz=5.6.4
  - zlib=1.3.1
  - zstd=1.5.7
  - pip:
      - -r requirements.txt
prefix: /home/n10288/miniconda3/envs/sam3d-objects

For sam3

conda create -n sam3 --clone sam3d-objects

The following packages are required.

pip install iopath==0.1.10 einops==0.8.1 decord==0.6.0 pycocotools==2.0.10 psutil==7.1.3 ftfy==6.3.1 regex==2025.11.3 scikit-image==0.25.2
conda install ffmpeg=4.2.2

sam3-single.yml

name: sam3
channels:
  - conda-forge
  - defaults
  - nvidia
dependencies:
  - cuda-nvcc=12.8.93
  - cuda-runtime=12.6.2
  - cxx-compiler=1.7.0
  - expat=2.7.3
  - ffmpeg=4.2.2
  - gds-tools=1.6.1.9
  - libcublas-dev=12.1.3.1
  - libcufft-dev=11.0.2.54
  - libcufile-dev=1.6.1.9
  - libcurand-dev=10.3.2.106
  - libcusolver-dev=11.4.5.107
  - libcusparse-dev=12.1.0.106
  - libnpp-dev=12.1.0.40
  - libnuma=2.0.18
  - libnvjitlink-dev=12.1.105
  - libnvjpeg-dev=12.2.0.2
  - libxkbfile=1.1.0
  - nsight-compute=2023.1.1.4
  - python=3.11.0
  - qt-main=5.15.8
  - sqlite=3.51.0
  - wayland=1.23.1
  - xorg-libxcomposite=0.4.6
  - xorg-libxdamage=1.1.5
  - xorg-libxrandr=1.5.2
  - xorg-libxtst=1.2.5
  - pip:
      - aiohttp==3.13.2
      - astor==0.8.1
      - conda-env-export==0.6.2
      - cython==3.2.1
      - decord==0.6.0
      - diff-gaussian-rasterization==0.0.0
      - easydict==1.13
      - einops==0.8.1
      - findpydeps==0.2.8
      - ftfy==6.3.1
      - gsplat==1.5.3
      - hydra-core==1.3.2
      - igraph==0.11.8
      - inflect==7.3.1
      - iopath==0.1.10
      - jaraco-functools==4.3.0
      - jaraco.collections==5.1.0
      - kaolin==0.18.0
      - lightning==2.5.6
      - loguru==0.7.2
      - lovely-tensors==0.1.20
      - moge==1.0.0
      - nvdiffrast==0.3.4
      - nvidia-cuda-nvcc-cu12==12.8.93
      - open3d==0.18.0
      - optree==0.14.1
      - pipdeptree==2.30.0
      - psutil==7.1.3
      - pycocotools==2.0.10
      - pymeshfix==0.17.0
      - pytorch3d==0.7.8
      - regex==2025.11.3
      - ruamel-yaml-clib==0.2.15
      - scikit-image==0.25.2
      - seaborn==0.13.2
      - spconv-cu120==2.3.6
      - timm==0.9.16
      - tinycss2==1.4.0
      - tomli==2.0.1
      - torchaudio==2.8.0+cu128
      - wheel==0.45.1
      - xatlas==0.0.9
prefix: /home/n10288/miniconda3/envs/sam3

@Hcris1124 You need to get checkpoints before running the demo.

Thank you for your excellent work.
I still don’t fully understand Ubuntu.
I’m trying to set up the environment for an RTX 5070 Ti, but when I try to build PyTorch3D with:

python setup.py install

I get an error saying that the file cannot be found.
Could you tell me where I should place the following files you provided?

• requirements.txt
• sam3d-objects-single.yml
• sam3d-objects.yml

Thank you.

Hi @optimas28,

Some cd commands were skipped. As for the PyTorch3D installation, the command python setup.py install should be executed under the PyTorch3D project root.

sam3d-objects-single.yml can be put anywhere as it doesn't depend on any project.

requirements.txt and sam3d-objects.yml list all packages for reference purposes, i.e., if some package is missing, they can be referred to.

I hope it helps.

Thank you very much for your kind response.
I tried it, but it didn’t work.
I feel like I may have made a mistake from the very beginning.
If possible, could you please teach me the steps in a way that even a beginner can understand?
I’m sorry for making such a selfish request
Thank you.

I was struggling with a dependency problem for three days, and it was driving me crazy.
But you saved me in the end. Seriously, thanks a lot—I really appreciate it!

@optimas28 You may copy/paste this gist to ChatGPT. It can generate very detailed steps for you.

@Lona-arnoa You are welcome! I am glad to hear it helps. My intention for this gist was that I anticipated others might face the same problem, so I posted it.