forked from argilla-io/distilabel
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
93 lines (83 loc) · 2.76 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[project]
name = "distilabel"
description = "Distilabel is an AI Feedback (AIF) framework for building datasets with and for LLMs."
readme = "README.md"
requires-python = ">=3.8"
license = "Apache-2.0"
keywords = ["llm", "annotation", "alignment", "synthetic", "data", "rlaif"]
authors = [{ name = "Argilla", email = "[email protected]" }]
classifiers = [
"Development Status :: 4 - Beta",
"Programming Language :: Python",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: Implementation :: CPython",
"Programming Language :: Python :: Implementation :: PyPy",
]
dependencies = [
"datasets >= 2.14.0",
"httpx >= 0.25.2",
"importlib-resources >= 6.1.1; python_version < '3.9'",
"Jinja2 >= 3.1.2",
"multiprocess >= 0.70",
"nest-asyncio >= 1.6.0",
"networkx >= 3.0",
"pydantic >= 2.0",
"rich >= 13.5.0",
"scipy >= 1.10.0",
"typer >= 0.9.0",
"tblib >= 3.0.0",
]
dynamic = ["version"]
[project.scripts]
distilabel = "distilabel.cli.app:app"
[project.entry-points."mkdocs.plugins"]
"distilabel/components-gallery" = "distilabel.utils.mkdocs.components_gallery:ComponentsGalleryPlugin"
[project.optional-dependencies]
dev = ["ruff == 0.2.2", "pre-commit >= 3.5.0"]
docs = [
"mkdocs-material >= 9.5.0",
"mkdocstrings[python] >= 0.24.0",
"mkdocs-literate-nav >= 0.6.1",
"mkdocs-section-index >= 0.3.8",
"mkdocs-gen-files >= 0.5.0",
"mike >= 2.0.0",
"Pillow >= 9.5.0",
"CairoSVG >= 2.7.1",
"mknotebooks >= 0.8.0",
]
tests = ["pytest >= 7.4.0", "pytest-asyncio", "nest-asyncio", "pytest-timeout"]
# Optional LLMs, integrations, etc
anthropic = ["anthropic >= 0.20.0"]
argilla = ["argilla >= 1.23.0"]
cohere = ["cohere >= 5.2.0"]
groq = ["groq >= 0.4.1"]
hf-inference-endpoints = ["huggingface_hub >= 0.19.0"]
hf-transformers = ["transformers >= 4.34.1", "torch >= 2.0.0"]
litellm = ["litellm >= 1.30.0"]
llama-cpp = ["llama-cpp-python >= 0.2.0"]
mistralai = ["mistralai >= 0.1.0"]
ollama = ["ollama >= 0.1.7"]
openai = ["openai >= 1.0.0"]
outlines = ["outlines >= 0.0.40"]
vertexai = ["google-cloud-aiplatform >= 1.38.0"]
vllm = ["vllm >= 0.2.1", "filelock >= 3.13.4"]
[project.urls]
Documentation = "https://distilabel.argilla.io/"
Issues = "https://github.com/argilla/distilabel/issues"
Source = "https://github.com/argilla/distilabel"
[tool.hatch.version]
path = "src/distilabel/__init__.py"
[tool.ruff]
line-length = 88
exclude = ["docs"]
[tool.ruff.lint]
select = ["E", "W", "F", "I", "C", "B"]
ignore = ["E501", "B905", "B008"]
[tool.pytest.ini_options]
testpaths = ["tests"]