forked from ml6team/fondant
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
105 lines (92 loc) · 3.45 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
[tool.poetry]
name = "fondant"
version = "0.1.dev0"
description = "Fondant - Sweet data-centric foundation model fine-tuning"
readme = "README.md"
keywords = ["data", "machine learning", "fine-tuning", "foundation models"]
license = "Apache-2.0"
authors = [
"ML6 <[email protected]>",
"Simon Slangen <[email protected]>",
"Philippe Moussalli <[email protected]>",
"Robbe Sneyders <[email protected]>",
"Georges Lorré <georges.lorré@ml6.eu>",
"Niels Rogge <[email protected]>",
]
maintainers = [
"ML6 <[email protected]>",
"Philippe Moussalli <[email protected]>",
"Robbe Sneyders <[email protected]>",
"Georges Lorré <georges.lorré@ml6.eu>",
"Niels Rogge <[email protected]>",
]
repository = "https://github.com/ml6team/fondant"
include = ["*.txt", "*.rst", "*.md"]
classifiers = [
"Development Status :: 2 - Pre-Alpha",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
"Programming Language :: Python",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3 :: Only",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Topic :: Software Development",
"Topic :: Software Development :: Libraries",
"Topic :: Software Development :: Libraries :: Python Modules",
"Typing :: Typed",
]
[tool.poetry.dependencies]
python = ">= 3.8"
dask = {extras = ["dataframe", "distributed", "diagnostics"], version = ">= 2023.4.1"}
importlib-resources = { version = ">= 1.3", python = "<3.9" }
jsonschema = ">= 4.18"
pyarrow = ">= 11.0.0"
fsspec = { version = ">= 2023.4.0", optional = true}
gcsfs = { version = ">= 2023.4.0", optional = true }
s3fs = { version = ">= 2023.4.0", optional = true }
adlfs = { version = ">= 2023.4.0", optional = true }
kfp = { version = ">= 1.8.19, < 2", optional = true }
pandas = { version = ">= 1.3.5", optional = true }
[tool.poetry.extras]
aws = ["fsspec", "s3fs"]
azure = ["fsspec", "adlfs"]
gcp = ["fsspec", "gcsfs"]
kfp = ["kfp"]
[tool.poetry.group.test.dependencies]
pre-commit = "^3.1.1"
tox = "^4.6.4"
tox-gh-actions = "^3.1.3"
coveralls = "^3.3.1"
[tool.poetry.group.docs.dependencies]
mkdocs-material = "^9.1.8"
mkdocstrings = { version = "^0.20", extras = ["python"]}
[tool.poetry.scripts]
fondant = "fondant.cli:entrypoint"
[build-system]
requires = ["poetry-core>=1.2.0"]
build-backend = "poetry.core.masonry.api"
[tool.ruff]
select = ["C4", "COM", "D", "E", "EM", "ERA", "F", "I", "NPY", "PD", "PIE", "PL", "PT", "RET",
"RSE", "RUF", "SIM", "TCH", "TID", "UP", "W"]
ignore = [
"D100", # Missing docstring in public module
"D101", # Missing docstring in public class
"D102", # Missing docstring in public method
"D103", # Missing docstring in public function
"D104", # Missing docstring in public package
"D105", # Missing docstring in magic method
"D107", # Missing docstring in __init__
"D205", # 1 blank line required between summary line and description (autofix not working)
"D212", # Multi-line docstring summary should start at first line (we choose 2nd)
]
line-length = 100 # Only for comments, as code is handled by black at length 88
[tool.ruff.pydocstyle]
convention = "google"
[tool.bandit]
skips = ["B108", "B307", "B404", "B602"]
[tool.bandit.assert_used]
skips = ["tests/test_*.py"]