-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathpyproject.toml
80 lines (67 loc) · 2.14 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
[tool.poetry]
name = "bizon"
version = "0.1.0"
description = "Extract and load your data reliably from API Clients with native fault-tolerant and checkpointing mechanism."
authors = ["Antoine Balliet <antoine.balliet@gmail.com>", "Anas El Mhamdi <anas.elmhamdi@gmail.com>"]
readme = "README.md"
packages = [{include = "bizon"}]
[tool.poetry.dependencies]
python = ">=3.9,<3.13"
requests = "^2.28.2"
pyyaml = "^6.0.1"
pydantic = "^2.8.2"
backoff = "^2.2.1"
pendulum = "^3.0.0"
dpath = "^2.2.0"
pydantic-extra-types = "^2.9.0"
loguru = "^0.7.2"
pyarrow = "^16.1.0"
google-cloud-storage = "^2.17.0"
sqlalchemy = "^2.0.32"
polars = "^1.16.0"
click = "^8.1.7"
pytz = "^2024.2"
# Postgres
psycopg2-binary = { version = "^2.9.9", optional = true }
# BigQuery
google-cloud-bigquery-storage = { version = "^2.25.0", optional = true }
google-cloud-bigquery = { version = "^3.25.0", optional = true }
sqlalchemy-bigquery = { version = "^1.11.0", optional = true }
protobuf = { version = "^4.24.0", optional = true }
# Kafka
confluent-kafka = { version = "^2.6.0", optional = true }
fastavro = { version = "^1.9.7", optional = true }
kafka-python = { version = "^2.0.2", optional = true } # -> TO DELETE
avro = { version = "^1.12.0", optional = true }
# RabbitMQ
pika = { version = "^1.3.2", optional = true }
python-dotenv = "^1.0.1"
# Google Sheets
gspread = { version = "^6.1.2", optional = true }
[tool.poetry.extras]
postgres = ["psycopg2-binary"]
bigquery = ["google-cloud-bigquery-storage", "google-cloud-bigquery", "sqlalchemy-bigquery", "protobuf"]
kafka = ["confluent-kafka", "fastavro", "kafka-python", "avro"]
rabbitmq = ["pika"]
gsheets = ["gspread"]
###### [Test] dependencies ######
[tool.poetry.group.test]
optional = true
[tool.poetry.group.test.dependencies]
pytest = "^7.2.2"
requests-mock = "^1.10.0"
python-dotenv = "^1.0.1"
pytest-lazy-fixture = "^0.6.3"
faker = "^26.0.0"
[tool.poetry.group.dev]
optional = true
[tool.poetry.group.dev.dependencies]
ipykernel = "^6.29.5"
snakeviz = "^2.1.2"
yappi = "^1.3.2"
pre-commit = "^3.8.0"
[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
[tool.poetry.scripts]
bizon = "bizon.cli.main:cli"