-
Notifications
You must be signed in to change notification settings - Fork 1
/
pyproject.toml
90 lines (70 loc) · 2.36 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[tool.poetry]
name = "datapipe-core"
version = "0.14.1-alpha.1"
description = "`datapipe` is a realtime incremental ETL library for Python application"
readme = "README.md"
repository = "https://github.com/epoch8/datapipe"
authors = ["Andrey Tatarinov <[email protected]>"]
packages = [{ include = "datapipe" }]
include = ["datapipe/py.typed"]
[tool.poetry.dependencies]
python = ">=3.9,<3.13"
fsspec = ">=2021.11.1"
gcsfs = { version = ">=2021.11.1", optional = true }
s3fs = { version = ">=2021.11.1", optional = true }
# TODO Fix incompatibility between sqlalchemy < 2 and pandas 2.2
pandas = ">=1.2.0"
numpy = ">=1.21.0, <2.0"
SQLAlchemy = ">=1.4.25, <3.0.0"
psycopg2_binary = ">=2.8.4"
cloudpickle = ">=1.6.0"
PyYAML = ">=5.3.1"
iteration-utilities = ">=0.11.0"
cityhash = "^0.4.2"
# TODO 0.14: make it optional
Pillow = "^10.0.0"
tqdm-loggable = "^0.2"
traceback-with-variables = "^2.0.4"
pymilvus = { version = "^2.0.2", optional = true }
opentelemetry-api = "^1.8.0"
opentelemetry-sdk = "^1.8.0"
opentelemetry-instrumentation-sqlalchemy = "*"
opentelemetry-exporter-gcp-trace = { version = "*", optional = true }
xlrd = { version = ">=2.0.1", optional = true }
openpyxl = { version = ">=3.0.7", optional = true }
redis = { version = "^4.3.4", optional = true }
pysqlite3-binary = { version = "^0.5.0", optional = true, markers = "sys_platform != 'darwin'" }
sqlalchemy-pysqlite3-binary = { version = "^0.0.4", optional = true, markers = "sys_platform != 'darwin'" }
qdrant-client = { version = "^1.1.7", optional = true }
click = ">=7.1.2"
rich = "^13.3.2"
ray = { version = "^2.5.0", optional = true, extras = ["default"] }
[tool.poetry.extras]
sqlite = ["pysqlite3-binary", "sqlalchemy-pysqlite3-binary"]
excel = ["xlrd", "openpyxl"]
milvus = ["pymilvus"]
gcsfs = ["gcsfs"]
s3fs = ["s3fs"]
redis = ["redis"]
qdrant = ["qdrant-client"]
ray = ["ray"]
gcp = ["opentelemetry-exporter-gcp-trace"]
[tool.poetry.group.dev.dependencies]
# TODO migrate to pytest 8.0.0+ when pytest-cases will be compatible
# https://github.com/smarie/python-pytest-cases/issues/330
pytest = "7.*"
pytest-cases = "*"
flake8 = "*"
black = "*"
mypy = "*"
pandas-stubs = "*"
types-setuptools = "*"
types-redis = "*"
types-tqdm = "*"
types-pillow = "*"
types-PyYAML = "*"
[tool.poetry.scripts]
datapipe = 'datapipe.cli:main'
[build-system]
requires = ["poetry-core>=1.0.0"]
build-backend = "poetry.core.masonry.api"