dPrune/pyproject.toml at main · ahazeemi/dPrune · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
[build-system]
requires = ["setuptools>=61.0"]
build-backend = "setuptools.build_meta"

[project]
name = "dprune"
version = "0.0.1"
authors = [
  { name="Abdul Hameed Azeemi", email="abdulhameed.azeemi99@gmail.com" },
]
description = "A lightweight, extensible Python library for data pruning with Hugging Face datasets and transformers"
readme = "README.md"
requires-python = ">=3.8"
license = {file = "LICENSE"}
keywords = ["machine-learning", "data-pruning", "hugging-face", "transformers", "datasets", "nlp", "deep-learning"]
classifiers = [
    "Development Status :: 3 - Alpha",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Operating System :: OS Independent",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.8",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Topic :: Software Development :: Libraries :: Python Modules",
    "Topic :: Utilities",
]
dependencies = [
    "torch>=2.0.0",
    "transformers>=4.0.0",
    "datasets>=2.0.0",
    "scikit-learn>=1.0.0",
    "tqdm>=4.0.0",
    "pandas>=1.0.0",
    "accelerate>=0.26.0",
    "pyarrow<14.0.0",
    "numpy<2.0.0",
]

[project.urls]
"Homepage" = "https://github.com/ahazeemi/dPrune"
"Repository" = "https://github.com/ahazeemi/dPrune"
"Issues" = "https://github.com/ahazeemi/dPrune/issues"
"Documentation" = "https://github.com/ahazeemi/dPrune#readme"

[project.optional-dependencies]
kenlm = [
    "kenlm>=0.0.0",
]
test = [
    "pytest>=7.0.0",
    "pytest-cov>=4.0.0",
]
dev = [
    "pytest>=7.0.0",
    "pytest-cov>=4.0.0",
    "black>=22.0.0",
    "flake8>=5.0.0",
    "mypy>=1.0.0",
]

[tool.setuptools.packages.find]
where = ["."]
include = ["dprune*"]
exclude = ["tests*"]