New Python Env

env.sh

python3 -m pip install pip setuptools pytest hypothesis --no-cache-dir
python3 -m pip install torch torchvision torchaudio triton transformers datasets tokenizers liger-kernel --no-cache-dir
python3 -m pip install packaging ninja aku chew torchdevice torchgather torchnyen --no-cache-dir
MAX_JOBS=$(nproc) python3 -m pip install flash-attn --no-build-isolation --no-cache-dir -v

python3 -m pip install git+https://github.com/speedcell4/torchlatent.git@develop
python3 -m pip install git+https://github.com/speedcell4/torchglyph.git@develop
python3 -m pip install git+https://github.com/speedcell4/torchrua.git@develop

python3 -m pip install git+https://github.com/speedcell4/torchshya.git --no-deps

conda create -c conda-forge gcc clang cmake git git-lfs sentencepiece python=3.10 nvidia/label/cuda-12.8.1::cuda-toolkit --name

curl -sSL https://gist.githubusercontent.com/speedcell4/823d79d9fcf95bb14bff3d5b75794fbe/raw/env.sh | sh