Clone git clone git@github.com:ggml-org/llama.cpp.git and then cd into llama.cpp and run the following:
uv venv --python 3.12
uv pip install --index-url https://repo.amd.com/rocm/whl/gfx1151/ "rocm[libraries,devel]"
source ./.venv/bin/activate
rocm-sdk init
deactivate