pyproject.toml

[project]
name = "PyTokenCounter"
version = "1.6.4"
description = "A Python library for tokenizing text and counting tokens using various encoding schemes."
readme = {file = "README.md", content-type = "text/markdown"}
requires-python = ">=3.11"
license = {file = "LICENSE"}

authors = [{name = "Kaden Gruizenga", email = "kgruiz@umich.edu"}]

dependencies = [
    "tiktoken>=0.8.0",
    "rich>=13.9.4",
    "chardet>=5.2.0",
    "colorlog>=6.9.0",
]

classifiers = [
    "Development Status :: 5 - Production/Stable",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Topic :: Software Development :: Libraries :: Python Modules",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Topic :: Text Processing :: Linguistic",
    "License :: OSI Approved :: MIT License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3 :: Only",
    "Operating System :: OS Independent",
]

keywords = [
    "tokenization",
    "encoding",
    "tiktoken",
    "openai",
    "gpt",
    "language-model",
    "llm",
    "transformers",
    "natural-language-processing",
    "nlp",
    "machine-learning",
    "ai",
    "text-processing",
    "language-models",
]

[project.urls]
homepage = "https://github.com/kgruiz/PyTokenCounter"
repository = "https://github.com/kgruiz/PyTokenCounter"
documentation = "https://github.com/kgruiz/PyTokenCounter#readme"
bug_tracker = "https://github.com/kgruiz/PyTokenCounter/issues"

[project.scripts]
tokencount = "PyTokenCounter.cli:main"
tc = "PyTokenCounter.cli:main"

[build-system]
requires = ["setuptools>=43.0.0", "wheel"]
build-backend = "setuptools.build_meta"

[tool.setuptools.packages.find]
exclude = ["Tests"]