Skip to content

Commit

Permalink
v0.14.0
Browse files Browse the repository at this point in the history
  • Loading branch information
elephantum committed Aug 29, 2024
1 parent aacb017 commit f533584
Show file tree
Hide file tree
Showing 2 changed files with 15 additions and 24 deletions.
4 changes: 2 additions & 2 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# WIP 0.14.0
# 0.14.0

Changes:
Major changes:
* Enable Python 3.12 support
* `DatatableTansform` can become `BatchTransform` with empty indices
* SQLAlchemy tables can be used directly without duplication in Catalog
Expand Down
35 changes: 13 additions & 22 deletions pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,22 +1,20 @@
[tool.poetry]
name = "datapipe-core"
version = "0.14.0-alpha.2"
version = "0.14.0"
description = "`datapipe` is a realtime incremental ETL library for Python application"
readme = "README.md"
repository = "https://github.com/epoch8/datapipe"
authors = ["Andrey Tatarinov <[email protected]>"]
packages = [
{ include = "datapipe" }
]
packages = [{ include = "datapipe" }]

include = ["datapipe/py.typed"]

[tool.poetry.dependencies]
python = ">=3.9,<3.13"
fsspec = ">=2021.11.1"

gcsfs = {version=">=2021.11.1", optional=true}
s3fs = {version=">=2021.11.1", optional=true}
gcsfs = { version = ">=2021.11.1", optional = true }
s3fs = { version = ">=2021.11.1", optional = true }

# TODO Fix incompatibility between sqlalchemy < 2 and pandas 2.2
pandas = ">=1.2.0"
Expand All @@ -35,30 +33,25 @@ Pillow = "^10.0.0"
tqdm-loggable = "^0.2"
traceback-with-variables = "^2.0.4"

pymilvus = {version="^2.0.2", optional=true}
pymilvus = { version = "^2.0.2", optional = true }

opentelemetry-api = "^1.8.0"
opentelemetry-sdk = "^1.8.0"
opentelemetry-instrumentation-sqlalchemy = "*"
opentelemetry-exporter-gcp-trace = {version="*", optional=true}
opentelemetry-exporter-gcp-trace = { version = "*", optional = true }

xlrd = {version=">=2.0.1", optional=true}
openpyxl = {version=">=3.0.7", optional=true}
redis = {version="^4.3.4", optional=true}
xlrd = { version = ">=2.0.1", optional = true }
openpyxl = { version = ">=3.0.7", optional = true }
redis = { version = "^4.3.4", optional = true }

pysqlite3-binary = {version="^0.5.0", optional=true, markers="sys_platform != 'darwin'"}
sqlalchemy-pysqlite3-binary = {version="^0.0.4", optional=true, markers="sys_platform != 'darwin'"}
qdrant-client = {version="^1.1.7", optional=true}
pysqlite3-binary = { version = "^0.5.0", optional = true, markers = "sys_platform != 'darwin'" }
sqlalchemy-pysqlite3-binary = { version = "^0.0.4", optional = true, markers = "sys_platform != 'darwin'" }
qdrant-client = { version = "^1.1.7", optional = true }

click = ">=7.1.2"
rich = "^13.3.2"

# Copypaste without thinking from https://github.com/meltano/sdk/blob/main/pyproject.toml
sphinx = {version = ">=4.5,<6.0", optional = true}
sphinx-rtd-theme = {version = "^2.0.0", optional = true}
myst-parser = {version = ">=0.17.2,<1.1.0", optional = true}

ray = {version = "^2.5.0", optional = true, extras = ["default"]}
ray = { version = "^2.5.0", optional = true, extras = ["default"] }

[tool.poetry.extras]

Expand All @@ -72,8 +65,6 @@ qdrant = ["qdrant-client"]
ray = ["ray"]
gcp = ["opentelemetry-exporter-gcp-trace"]

docs = ["sphinx", "sphinx-rtd-theme", "myst-parser"]

[tool.poetry.group.dev.dependencies]
# TODO migrate to pytest 8.0.0+ when pytest-cases will be compatible
# https://github.com/smarie/python-pytest-cases/issues/330
Expand Down

0 comments on commit f533584

Please sign in to comment.