forked from ml6team/fondant
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
122 lines (105 loc) · 3.92 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
[tool.poetry]
name = "fondant"
version = "0.1.dev0"
description = "Fondant - Large-scale data processing made easy and reusable"
readme = "README.md"
keywords = ["data", "machine learning", "fine-tuning", "foundation models"]
license = "Apache-2.0"
authors = [
"ML6 <[email protected]>",
"Simon Slangen <[email protected]>",
"Philippe Moussalli <[email protected]>",
"Robbe Sneyders <[email protected]>",
"Georges Lorré <georges.lorré@ml6.eu>",
"Niels Rogge <[email protected]>",
]
maintainers = [
"ML6 <[email protected]>",
"Philippe Moussalli <[email protected]>",
"Robbe Sneyders <[email protected]>",
"Georges Lorré <georges.lorré@ml6.eu>",
"Niels Rogge <[email protected]>",
]
repository = "https://github.com/ml6team/fondant"
include = ["*.txt", "*.rst", "*.md"]
classifiers = [
"Development Status :: 2 - Pre-Alpha",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
"Programming Language :: Python",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3 :: Only",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Topic :: Software Development",
"Topic :: Software Development :: Libraries",
"Topic :: Software Development :: Libraries :: Python Modules",
"Typing :: Typed",
]
[tool.poetry.dependencies]
python = ">= 3.8, <3.11"
fsspec = ">= 2023.4.0"
importlib-resources = { version = ">= 1.3", python = "<3.9" }
jsonschema = ">= 4.18"
pyarrow = ">= 11.0.0"
pyyaml = ">= 5.3.1"
dask = { version = ">= 2023.4.1", extras = ["dataframe", "distributed", "diagnostics"], optional = true }
gcsfs = { version = ">= 2023.10.0", optional = true }
s3fs = { version = ">= 2023.4.0", optional = true }
adlfs = { version = ">= 2023.4.0", optional = true }
docker = {version = ">= 6.1.3", optional = true }
kfp = { version = "2.3.0", optional = true, extras =["kubernetes"] }
google-cloud-aiplatform = { version = "1.34.0", optional = true}
sagemaker = {version = ">= 2.197.0", optional = true}
boto3 = {version = "1.28.64", optional = true}
[tool.poetry.extras]
component = ["dask"]
aws = ["s3fs"]
azure = ["adlfs"]
gcp = ["gcsfs"]
kfp = ["docker", "kfp"]
vertex = ["docker", "kfp", "google-cloud-aiplatform"]
sagemaker = ["sagemaker", "boto3"]
docker = ["docker"]
[tool.poetry.group.test.dependencies]
pre-commit = "^3.1.1"
tox = "^4.6.4"
tox-gh-actions = "^3.1.3"
coveralls = "^3.3.1"
[tool.poetry.group.docs.dependencies]
mkdocs-material = "^9.1.8"
mkdocstrings = { version = "^0.20", extras = ["python"]}
mkdocs-redirects = "1.2.1"
[tool.poetry.scripts]
fondant = "fondant.cli:entrypoint"
[build-system]
requires = ["poetry-core>=1.2.0"]
build-backend = "poetry.core.masonry.api"
[tool.ruff]
select = ["C4", "COM", "D", "E", "EM", "ERA", "F", "I", "NPY", "PD", "PIE", "PL", "PT", "RET",
"RSE", "RUF", "SIM", "TCH", "TID", "UP", "W"]
ignore = [
"D100", # Missing docstring in public module
"D101", # Missing docstring in public class
"D102", # Missing docstring in public method
"D103", # Missing docstring in public function
"D104", # Missing docstring in public package
"D105", # Missing docstring in magic method
"D107", # Missing docstring in __init__
"D205", # 1 blank line required between summary line and description (autofix not working)
"D212", # Multi-line docstring summary should start at first line (we choose 2nd)
"PD901", # Pandas-df-variable-name
]
line-length = 100 # Only for comments, as code is handled by black at length 88
[tool.ruff.pydocstyle]
convention = "google"
[tool.bandit]
skips = ["B108", "B307", "B404", "B602"]
[tool.bandit.assert_used]
skips = ["**/test_*.py", "**/*_test.py"]
[[tool.mypy.overrides]]
module = "referencing.jsonschema.*"
follow_imports = "skip"