pyproject.toml

[tool.poetry]
name = "training_pipeline"
version = "0.1.0"
description = ""
authors = ["Paul Iusztin <p.e.iusztin@gmail.com>", "Pau Labarta Bajo <plabartabajo@gmail.com>"]
readme = "README.md"


[tool.poetry.dependencies]
python = ">=3.10,<3.11"
bitsandbytes = "^0.41.0"
transformers = "^4.31.0"
peft = "^0.4.0"
accelerate = "^0.21.0"
datasets = "^2.14.2"
trl = "^0.4.7"
comet-ml = "^3.33.7"
python-dotenv = "^1.0.0"
scipy = "^1.11.1"
einops = "^0.6.1"
beam-sdk = "^0.14.6"
psutil = "^5.9.5"
torch = "2.0.1"
fire = "^0.5.0"
comet-llm = "^1.1.0"


[tool.poetry.group.dev]
optional = true

[tool.poetry.group.dev.dependencies]
ipykernel = "^6.25.0"
notebook = "^7.0.1"
ruff = "^0.0.284"
black = "^23.7.0"


[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"


[tool.ruff]
line-length = 120
target-version = "py310"