pyproject.toml

[build-system]
requires = ["setuptools", "setuptools-scm"]
build-backend = "setuptools.build_meta"

# Basic package info
[project]
name = "hip-attn"  # Name of package when installed using pip
version = "1.2.0"
description = "HiP Attention"
requires-python = ">=3.10"
dependencies = [
    # Build dependencies.
    "cmake>=3.21",
    "ninja",
    "packaging",
    "setuptools>=49.4.0",
    "torch==2.5.1",
    "wheel",

    # Required
    "numba",
    "performer_pytorch",
    "peft",
    "seaborn",
    "sympy",
    "bitsandbytes",

    # CUDA 12
    "cupy-cuda12x",
    "nvtx",
]

[project.optional-dependencies]
research = [
    # Trainer
    "torchmetrics",
    "deepspeed",
    "lightning",
    "pytorch_lightning",
    "scikit-learn",

    # Dataset
    "torchtext",
    "datasets",

    # Eval
    "pypareto",
    "pyrouge",

    # Other dependencies
    "requests",
    "tqdm",
    "matplotlib",
    "numpy < 2.0.0",  # Numpy>=2.0 has breaking changes, see https://github.com/vllm-project/vllm/pull/5582/files
    "scikit-image",
]

test = [  # Packages required for running the tests
    "hip-attn[research]",
]

sglang = [
    "sgl-kernel",

    # Needs adding `--find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python`
    "sglang[all] @ git+https://github.com/DeepAuto-AI/sglang.git@deepauto/dev#subdirectory=python",
]

all = ["hip_attn[test]", "hip_attn[research]", "hip_attn[sglang]"]

# Packages required building from source with `--no-build-isolation`.
# Install this with `--no-build-isolation` after installing the rest of the dependencies.
no_build_iso = [
    "flash-attn",
]

[tool.setuptools.package-dir]
"" = "src"

[tool.setuptools]
packages = ["hip_attn", "hip_research"]