pyproject.toml

[build-system]
requires = [
    "setuptools>=68.0.0",
    "packaging>=23.1",
    "wheel>=0.40.0",
    "ninja>=1.11.0",
    "pyyaml>=6.0",
    "cffi>=1.15.1",
    "typing-extensions>=4.7.0",
    "future>=0.18.3",
    "tensorrt-cu12>=10.7.0.post1,<10.8.0",
    "torch>=2.7.0.dev,<2.8.0",
    "pybind11==2.6.2",
    "numpy",
]
build-backend = "setuptools.build_meta"

[project]
name = "torch_tensorrt"
authors = [{ name = "NVIDIA Corporation", email = "narens@nvidia.com" }]
description = "Torch-TensorRT is a package which allows users to automatically compile PyTorch and TorchScript modules to TensorRT while remaining in PyTorch"
license = { file = "LICENSE" }
classifiers = [
    "Development Status :: 5 - Production/Stable",
    "Environment :: GPU :: NVIDIA CUDA",
    "License :: OSI Approved :: BSD License",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Operating System :: POSIX :: Linux",
    "Programming Language :: C++",
    "Programming Language :: Python",
    "Programming Language :: Python :: Implementation :: CPython",
    "Topic :: Scientific/Engineering",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Topic :: Software Development",
    "Topic :: Software Development :: Libraries",
]
readme = { file = "README.md", content-type = "text/markdown" }
requires-python = ">=3.9"
keywords = [
    "pytorch",
    "torch",
    "tensorrt",
    "trt",
    "ai",
    "artificial intelligence",
    "ml",
    "machine learning",
    "dl",
    "deep learning",
    "compiler",
    "dynamo",
    "torchscript",
    "inference",
]
dependencies = [
    "torch>=2.7.0.dev,<2.8.0",
    "tensorrt>=10.7.0.post1,<10.8.0",
    "tensorrt-cu12>=10.7.0.post1,<10.8.0",
    "tensorrt-cu12-bindings>=10.7.0,<10.8.0",
    "tensorrt-cu12-libs>=10.7.0,<10.8.0",
    "packaging>=23",
    "numpy",
    "typing-extensions>=4.7.0",
]

dynamic = ["version"]

[dependency-groups]
dev = [
    "pre-commit>=2.20.0",
    "black>=22.6.0",
    "clang-format==14.0.6",
    "typos",
    "mypy",
    "isort",
    "ruff",
    "pytest",
    "pytest-xdist",
    "parameterized>=0.2.0",
    "expecttest==0.1.6",
    "pyyaml",
]

[project.optional-dependencies]
torchvision = [
    "torchvision",
] #Leaving torchvisions dependency unconstrained so uv can just install something that should work for the torch we have. TV's on PyT makes it hard to put version constrains in
quantization = ["nvidia-modelopt[deploy,hf,torch]>=0.17.0"]
monitoring-tools = ["rich>=13.7.1"]
jupyter = ["rich[jupyter]>=13.7.1"]
distributed = ["tensorrt-llm>=0.16.0"]

[project.urls]
Homepage = "https://pytorch.org/tensorrt"
Documentation = "https://pytorch.org/tensorrt"
Repository = "https://github.com/pytorch/tensorrt.git"
Changelog = "https://github.com/pytorch/tensorrt/releases"

[tool.setuptools]
package-dir = { "" = "py" }
include-package-data = false

[tool.uv]
environments = ["sys_platform == 'linux'", "sys_platform == 'windows'"]
prerelease = "if-necessary-or-explicit"
index-strategy = "unsafe-best-match"                                    # Needed for TRT-LLM

[tool.uv.sources]
torch = [{ index = "pytorch-nightly-cu126" }]
torchvision = [{ index = "pytorch-nightly-cu126" }]

[[tool.uv.index]]
name = "pytorch-nightly-cu126"
url = "https://download.pytorch.org/whl/nightly/cu126"
explicit = false

# [[tool.uv.index]]
# name = "pytorch-nightly-cu124"
# url = "https://download.pytorch.org/whl/nightly/cu124"
# explicit = true

# [[tool.uv.index]]
# name = "pytorch-nightly-cu118"
# url = "https://download.pytorch.org/whl/nightly/cu118"
# explicit = true

# [[tool.uv.index]]
# name = "pytorch-test-cu124"
# url = "https://download.pytorch.org/whl/test/cu124"
# explicit = false

# [[tool.uv.index]]
# name = "pytorch-test-cu118"
# url = "https://download.pytorch.org/whl/test/cu118"
# explicit = false

# [[tool.uv.index]]
# name = "pytorch-release-cu124"
# url = "https://download.pytorch.org/whl/cu124"
# explicit = false

# [[tool.uv.index]]
# name = "pytorch-release-cu118"
# url = "https://download.pytorch.org/whl/cu118"
# explicit = false


[tool.ruff]
# NOTE: Synchoronize the ignores with .flake8
lint.ignore = [
    # these ignores are from flake8-bugbear; please fix!
    "B007",
    "B008",
    "B017",
    "B018",   # Useless expression
    "B019",
    "B020",
    "B023",
    "B024",
    "B026",
    "B028",   # No explicit `stacklevel` keyword argument found
    "B904",
    "B905",
    "E402",
    "C408",   # C408 ignored because we like the dict keyword argument syntax
    "E501",   # E501 is not flexible enough, we're using B950 instead
    "E721",
    "E731",   # Assign lambda expression
    "E741",
    "EXE001",
    "F405",
    "F821",
    "F841",
    # these ignores are from flake8-logging-format; please fix!
    "G101",
    "G201",
    "G202",
    "G003",
    "G004",
    # these ignores are from RUFF perf; please fix!
    "PERF203",
    "PERF4",
    "SIM102",
    "SIM103",
    "SIM112",  # flake8-simplify code styles
    "SIM105",  # these ignores are from flake8-simplify. please fix or ignore with commented reason
    "SIM108",
    "SIM110",
    "SIM114",  # Combine `if` branches using logical `or` operator
    "SIM115",
    "SIM116",  # Disable Use a dictionary instead of consecutive `if` statements
    "SIM117",
    "SIM118",
]
#line-length = 120
lint.select = [
    "B",
    "C4",
    "G",
    "E",
    "F",
    "SIM1",
    "W",
    # Not included in flake8
    "PERF",
    "PLE",
    "TRY302",
]

# Allow unused variables when underscore-prefixed.
lint.dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"

# Allow autofix for all enabled rules (when `--fix`) is provided.
lint.fixable = [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "I",
    "N",
    "Q",
    "S",
    "T",
    "W",
    "ANN",
    "ARG",
    "BLE",
    "COM",
    "DJ",
    "DTZ",
    "EM",
    "ERA",
    "EXE",
    "FBT",
    "ICN",
    "INP",
    "ISC",
    "NPY",
    "PD",
    "PGH",
    "PIE",
    "PL",
    "PT",
    "PTH",
    "PYI",
    "RET",
    "RSE",
    "RUF",
    "SIM",
    "SLF",
    "TCH",
    "TID",
    "TRY",
    "UP",
    "YTT",
]
lint.unfixable = []
target-version = "py311"

# Exclude a variety of commonly ignored directories.
exclude = [
    ".bzr",
    ".direnv",
    ".eggs",
    ".git",
    ".git-rewrite",
    ".hg",
    ".mypy_cache",
    ".nox",
    ".pants.d",
    ".pytype",
    ".ruff_cache",
    ".svn",
    ".tox",
    ".venv",
    "__pypackages__",
    "_build",
    "buck-out",
    "build",
    "dist",
    "node_modules",
    "venv",
    "env",
    "py/torch_tensorrt/fx",
    ".github",
    "examples",
    "tests",
    "tools",
    "docs",
    "docsrc",
    "tests",
    "setup.py",
    "noxfile.py",
    "__init__.py",
]

[tool.ruff.lint.mccabe]
# Unlike Flake8, default to a complexity level of 10.
max-complexity = 10

[tool.isort]
profile = "black"
py_version = 311
skip = ["py/torch_tensorrt/fx"]

[tool.black]
#line-length = 120
target-version = ["py38", "py39", "py310", "py311", "py312"]
force-exclude = """
elu_converter/setup.py
"""

[tool.mypy]
strict = true
ignore_missing_imports = true
show_error_codes = true
disable_error_code = "attr-defined"
no_implicit_optional = true
exclude = [
    "^py/torch_tensorrt/fx",
    "py/torch_tensorrt/fx",
    "torch_tensorrt/fx",
    "py/torch_tensorrt/_C.so",
    "examples",
    "docs",
    "docsrc",
    "tests",
    "setup.py",
    "noxfile.py",
]
python_version = "3.11"

follow_imports = "skip"

[[tool.mypy.overrides]]
module = "torch_tensorrt.dynamo.conversion.aten_converters"
disable_error_code = "arg-type"

[[tool.mypy.overrides]]
module = "torch_tensorrt.dynamo.lowering._decompositions"
disallow_untyped_calls = false

[[tool.mypy.overrides]]
module = "torch_tensorrt.fx.*"
ignore_errors = true
follow_imports = "skip"

[tool.typos]
files.extend-exclude = [
    "docs/**/*",
    "*/fx/*",
    "docsrc/_rendered_examples/",
    "core/*",
    "!core/runtime/",
    "third_party/",
    "CHANGELOG.md",
    "*.ipynb",
    "cpp/",
    "py/torch_tensorrt/fx/",
]

[tool.typos.default]
extend-ignore-identifiers-re = [
    "^([A-z]|[a-z])*Nd*",
    "^([A-z]|[a-z])*nd*",
    "activ*([A-z]|[a-z]|[0-9])*,",
]

[tool.typos.default.extend-words]
arange = "arange"