pyproject.toml

[project]
name = "subtokentest"
version = "0.1.0"
description = "Unified benchmark runner and tasks for SubTokenTest benchmark"
requires-python = ">=3.10"
dependencies = [
  "accelerate>=0.25.0",
  "aiohttp>=3.8.0",
  "anthropic>=0.18.0",
  "bitsandbytes>=0.41.0",
  "colorama>=0.4.6",
  "datasets>=2.12.0",
  "json5>=0.9.0",
  "matplotlib>=3.7.0",
  "numpy>=1.24.0",
  "openai>=1.0.0",
  "pandas>=2.0.0",
  "protobuf>=3.20.0",
  "pyyaml>=6.0",
  "python-dotenv>=1.0.0",
  "python-Levenshtein>=0.20.0",
  "rapidfuzz>=3.0.0",
  "regex>=2023.0.0",
  "requests>=2.31.0",
  "scikit-learn>=1.3.0",
  "scipy>=1.10.0",
  "seaborn>=0.12.0",
  "sentencepiece>=0.1.99",
  "tqdm>=4.65.0",
  "torch>=2.0.0",
  "transformers>=4.36.0",
  "vllm>=0.4.0",
]

[project.optional-dependencies]
dev = [
  "black>=23.7.0",
  "flake8>=6.0.0",
  "mypy>=1.5.0",
  "pytest>=7.4.0",
  "pytest-asyncio>=0.21.0",
  "pytest-cov>=4.1.0",
]
docs = [
  "sphinx>=7.1.0",
  "sphinx-rtd-theme>=1.3.0",
]

[dependency-groups]
default = []
dev = [
  "black>=23.7.0",
  "flake8>=6.0.0",
  "mypy>=1.5.0",
  "pytest>=7.4.0",
  "pytest-asyncio>=0.21.0",
  "pytest-cov>=4.1.0",
]
docs = [
  "sphinx>=7.1.0",
  "sphinx-rtd-theme>=1.3.0",
]

[tool.uv]
default-groups = ["default"]