NEURALMAGIC PUBLIC PYPI! (BETA)
aiter
(latest version: v0.1.7.post2)
arctic-inference
(latest version: 0.1.1+torch29.cu129)
compressed-tensors
(latest version: 0.12.3a20251030)
deep-gemm
(latest version: 2.1.1+f7fe498.torch29.cu128)
flash-attn
(latest version: 2.8.3+torch29_rocm64)
flashinfer-python
(latest version: 0.5.2+cu128.torch28)
llmcompressor
(latest version: 0.8.1)
mamba-ssm
(latest version: 2.2.4)
xformers
(latest version: 0.0.30+4cf69f09.d20250724)