forked from databendlabs/databend
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathCargo.toml
410 lines (396 loc) · 16.5 KB
/
Cargo.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
[workspace.package]
version = "0.1.0"
authors = ["Databend Authors <opensource@datafuselabs.com>"]
license = "Apache-2.0"
publish = false
edition = "2021"
[workspace]
resolver = "2"
members = [
"src/binaries",
"src/common/arrow",
"src/common/auth",
"src/common/base",
"src/common/building",
"src/common/cache",
"src/common/cloud_control",
"src/common/compress",
"src/common/exception",
"src/common/grpc",
"src/common/hashtable",
"src/common/http",
"src/common/io",
"src/common/metrics",
"src/common/openai",
"src/common/tracing",
"src/common/storage",
"src/common/vector",
"src/common/license",
"src/common/parquet2",
"src/query/ast",
"src/query/codegen",
"src/query/config",
"src/query/catalog",
"src/query/sharing",
"src/query/datavalues",
"src/query/expression",
"src/query/formats",
"src/query/functions",
"src/query/management",
"src/query/pipeline/core",
"src/query/pipeline/sinks",
"src/query/pipeline/sources",
"src/query/pipeline/transforms",
"src/query/script",
"src/query/settings",
"src/query/sql",
"src/query/storages/common/blocks",
"src/query/storages/common/cache",
"src/query/storages/common/index",
"src/query/storages/common/io",
"src/query/storages/common/pruner",
"src/query/storages/common/stage",
"src/query/storages/common/session",
"src/query/storages/common/table_meta",
"src/query/storages/delta",
"src/query/storages/factory",
"src/query/storages/fuse",
"src/query/storages/hive/hive",
"src/query/storages/iceberg",
"src/query/storages/information_schema",
"src/query/storages/memory",
"src/query/storages/null",
"src/query/storages/orc",
"src/query/storages/random",
"src/query/storages/share",
"src/query/storages/stage",
"src/query/storages/stream",
"src/query/storages/system",
"src/query/storages/view",
"src/query/storages/parquet",
"src/query/storages/result_cache",
"src/query/users",
"src/query/ee_features/attach_table",
"src/query/ee_features/vacuum_handler",
"src/query/ee_features/background_service",
"src/query/ee_features/aggregating_index",
"src/query/ee_features/data_mask",
"src/query/ee_features/storage_encryption",
"src/query/ee_features/stream_handler",
"src/query/ee_features/storage_quota",
"src/query/ee_features/inverted_index",
"src/query/ee_features/virtual_column",
"src/query/service",
"src/query/ee",
"src/meta/api",
"src/meta/app",
"src/meta/binaries",
"src/meta/client",
"src/meta/embedded",
"src/meta/kvapi",
"src/meta/process",
"src/meta/raft-store",
"src/meta/sled-store",
"src/meta/stoerr",
"src/meta/store",
"src/meta/types",
"src/meta/ee",
"src/meta/proto-conv",
"src/meta/protos",
"src/meta/service",
"tests/sqllogictests",
"src/tests/sqlsmith",
]
# Workspace dependencies
[workspace.dependencies]
databend-common-arrow = { path = "src/common/arrow" }
databend-common-ast = { path = "src/query/ast" }
databend-common-async-functions = { path = "src/query/async_functions" }
databend-common-auth = { path = "src/common/auth" }
databend-common-base = { path = "src/common/base" }
databend-common-binaries = { path = "src/binaries" }
databend-common-building = { path = "src/common/building" }
databend-common-cache = { path = "src/common/cache" }
databend-common-catalog = { path = "src/query/catalog" }
databend-common-cloud-control = { path = "src/common/cloud_control" }
databend-common-codegen = { path = "src/query/codegen" }
databend-common-compress = { path = "src/common/compress" }
databend-common-config = { path = "src/query/config" }
databend-common-datavalues = { path = "src/query/datavalues" }
databend-common-exception = { path = "src/common/exception" }
databend-common-expression = { path = "src/query/expression" }
databend-common-formats = { path = "src/query/formats" }
databend-common-functions = { path = "src/query/functions" }
databend-common-grpc = { path = "src/common/grpc" }
databend-common-hashtable = { path = "src/common/hashtable" }
databend-common-http = { path = "src/common/http" }
databend-common-io = { path = "src/common/io" }
databend-common-license = { path = "src/common/license" }
databend-common-management = { path = "src/query/management" }
databend-common-meta-api = { path = "src/meta/api" }
databend-common-meta-app = { path = "src/meta/app" }
databend-common-meta-client = { path = "src/meta/client" }
databend-common-meta-embedded = { path = "src/meta/embedded" }
databend-common-meta-kvapi = { path = "src/meta/kvapi" }
databend-common-meta-process = { path = "src/meta/process" }
databend-common-meta-raft-store = { path = "src/meta/raft-store" }
databend-common-meta-sled-store = { path = "src/meta/sled-store" }
databend-common-meta-stoerr = { path = "src/meta/stoerr" }
databend-common-meta-store = { path = "src/meta/store" }
databend-common-meta-types = { path = "src/meta/types" }
databend-common-metrics = { path = "src/common/metrics" }
databend-common-openai = { path = "src/common/openai" }
databend-common-parquet2 = { path = "src/common/parquet2" }
databend-common-pipeline-core = { path = "src/query/pipeline/core" }
databend-common-pipeline-sinks = { path = "src/query/pipeline/sinks" }
databend-common-pipeline-sources = { path = "src/query/pipeline/sources" }
databend-common-pipeline-transforms = { path = "src/query/pipeline/transforms" }
databend-common-proto-conv = { path = "src/meta/proto-conv" }
databend-common-protos = { path = "src/meta/protos" }
databend-common-script = { path = "src/query/script" }
databend-common-settings = { path = "src/query/settings" }
databend-common-sharing = { path = "src/query/sharing" }
databend-common-sql = { path = "src/query/sql" }
databend-common-sqlsmith = { path = "src/tests/sqlsmith" }
databend-common-storage = { path = "src/common/storage" }
databend-common-storages-delta = { path = "src/query/storages/delta" }
databend-common-storages-factory = { path = "src/query/storages/factory" }
databend-common-storages-fuse = { path = "src/query/storages/fuse" }
databend-common-storages-hive = { path = "src/query/storages/hive/hive" }
databend-common-storages-iceberg = { path = "src/query/storages/iceberg" }
databend-common-storages-information-schema = { path = "src/query/storages/information_schema" }
databend-common-storages-memory = { path = "src/query/storages/memory" }
databend-common-storages-null = { path = "src/query/storages/null" }
databend-common-storages-orc = { path = "src/query/storages/orc" }
databend-common-storages-parquet = { path = "src/query/storages/parquet" }
databend-common-storages-random = { path = "src/query/storages/random" }
databend-common-storages-result-cache = { path = "src/query/storages/result_cache" }
databend-common-storages-share = { path = "src/query/storages/share" }
databend-common-storages-stage = { path = "src/query/storages/stage" }
databend-common-storages-stream = { path = "src/query/storages/stream" }
databend-common-storages-system = { path = "src/query/storages/system" }
databend-common-storages-view = { path = "src/query/storages/view" }
databend-common-tracing = { path = "src/common/tracing" }
databend-common-users = { path = "src/query/users" }
databend-common-vector = { path = "src/common/vector" }
databend-enterprise-aggregating-index = { path = "src/query/ee_features/aggregating_index" }
databend-enterprise-attach-table = { path = "src/query/ee_features/attach_table" }
databend-enterprise-background-service = { path = "src/query/ee_features/background_service" }
databend-enterprise-data-mask-feature = { path = "src/query/ee_features/data_mask" }
databend-enterprise-fail-safe = { path = "src/query/ee_features/fail_safe" }
databend-enterprise-inverted-index = { path = "src/query/ee_features/inverted_index" }
databend-enterprise-meta = { path = "src/meta/ee" }
databend-enterprise-query = { path = "src/query/ee" }
databend-enterprise-storage-encryption = { path = "src/query/ee_features/storage_encryption" }
databend-enterprise-storage-quota = { path = "src/query/ee_features/storage_quota" }
databend-enterprise-stream-handler = { path = "src/query/ee_features/stream_handler" }
databend-enterprise-vacuum-handler = { path = "src/query/ee_features/vacuum_handler" }
databend-enterprise-virtual-column = { path = "src/query/ee_features/virtual_column" }
databend-meta = { path = "src/meta/service" }
databend-query = { path = "src/query/service" }
databend-sqllogictests = { path = "tests/sqllogictests" }
databend-storages-common-blocks = { path = "src/query/storages/common/blocks" }
databend-storages-common-cache = { path = "src/query/storages/common/cache" }
databend-storages-common-index = { path = "src/query/storages/common/index" }
databend-storages-common-io = { path = "src/query/storages/common/io" }
databend-storages-common-pruner = { path = "src/query/storages/common/pruner" }
databend-storages-common-session = { path = "src/query/storages/common/session" }
databend-storages-common-stage = { path = "src/query/storages/common/stage" }
databend-storages-common-table-meta = { path = "src/query/storages/common/table_meta" }
# Crates.io dependencies
anyerror = { version = "=0.1.10" }
anyhow = { version = "1.0.65" }
arrow = { version = "52" }
arrow-array = { version = "52" }
arrow-buffer = { version = "52" }
arrow-cast = { version = "52", features = ["prettyprint"] }
arrow-data = { version = "52" }
arrow-flight = { version = "52", features = ["flight-sql-experimental", "tls"] }
arrow-format = { version = "0.8.1", features = ["flight-data", "flight-service", "ipc"] }
arrow-ipc = { version = "52" }
arrow-ord = { version = "52" }
arrow-schema = { version = "52", features = ["serde"] }
arrow-select = { version = "52" }
arrow-udf-js = "0.3.1"
arrow-udf-python = "0.2.1"
arrow-udf-wasm = "0.2.2"
async-backtrace = "0.2"
async-trait = { version = "0.1.77" }
backtrace = "0.3.73"
base64 = "0.22"
bincode = { version = "2.0.0-rc.3", features = ["serde", "std", "alloc"] }
borsh = { version = "1.2.1", features = ["derive"] }
bumpalo = "3.12.0"
byteorder = "1.4.3"
bytes = "1.5.0"
chrono = { version = "0.4.31", features = ["serde"] }
chrono-tz = { version = "0.8", features = ["serde"] }
clap = { version = "4.4.2", features = ["derive"] }
criterion = "0.5"
ctor = "0.2"
dashmap = "5.4.0"
deepsize = { version = "0.2.0" }
deltalake = "0.18"
derive-visitor = { version = "0.4.0", features = ["std-types-drive"] }
derive_more = "0.99.17"
enumflags2 = { version = "0.7.7", features = ["serde"] }
ethnum = { version = "1.5.0" }
feature-set = { version = "0.1.1" }
flatbuffers = "24" # Must use the same version with arrow-ipc
futures = "0.3.24"
futures-async-stream = { version = "0.2.7" }
futures-util = "0.3.24"
geo = { version = "0.27.0", features = ["use-serde"] }
geos = { version = "8.3", features = ["static", "geo", "geo-types"] }
geozero = { version = "0.13.0", features = ["default", "with-wkb", "with-geos", "with-geojson"] }
hashbrown = { version = "0.14.3", default-features = false }
http = "1"
itertools = "0.10.5"
jsonb = "0.4.1"
jwt-simple = "0.11.0"
match-template = "0.0.1"
mysql_async = { version = "0.34", default-features = false, features = ["native-tls-tls"] }
object_store_opendal = "0.46"
once_cell = "1.15.0"
openai_api_rust = "0.1"
opendal = { version = "0.49.0", features = [
"layers-fastrace",
"layers-prometheus-client",
"layers-async-backtrace",
"services-s3",
"services-fs",
"services-gcs",
"services-cos",
"services-obs",
"services-oss",
"services-azblob",
"services-azdls",
"services-ipfs",
"services-http",
"services-moka",
"services-webhdfs",
"services-huggingface",
] }
openraft = { git = "https://github.com/drmingdrmer/openraft", tag = "v0.10.0-alpha.6", features = [
"serde",
"tracing-log",
"loosen-follower-log-revert", # allows removing all data from a follower and restoring from the leader.
] }
orc-rust = "0.3"
ordered-float = { version = "4.1.0", default-features = false }
ordq = "0.2.0"
parking_lot = "0.12.1"
parquet = { version = "52", features = ["async"] }
paste = "1.0.15"
# TODO: let's use native tls instead.
iceberg = { version = "0.3.0" }
iceberg-catalog-hms = { version = "0.3.0" }
iceberg-catalog-rest = { version = "0.3.0" }
poem = { version = "3.0", features = ["openssl-tls", "multipart", "compression"] }
proj4rs = { version = "0.1.3", features = ["geo-types", "crs-definitions"] }
prometheus-client = "0.22"
prost = { version = "0.12.1" }
prost-build = { version = "0.12.1" }
rand = { version = "0.8.5", features = ["small_rng"] }
regex = "1.8.1"
reqwest = { version = "0.12", default-features = false, features = [
"json",
"http2",
"native-tls-vendored",
"native-tls-alpn",
] }
reqwest-hickory-resolver = "0.1"
rotbl = { git = "https://github.com/drmingdrmer/rotbl", tag = "v0.1.2-alpha.6", features = [] }
semver = "1.0.14"
serde = { version = "1.0.164", features = ["derive", "rc"] }
serde_json = { version = "1.0.85", default-features = false, features = ["preserve_order", "unbounded_depth"] }
serde_stacker = { version = "0.1" }
serde_with = { version = "3.8.1" }
serfig = "0.1.0"
sled = { version = "0.34", default-features = false }
stream-more = "0.1.3"
tantivy = "0.22.0"
thiserror = { version = "1" }
tikv-jemalloc-ctl = { version = "0.5.0", features = ["use_std"] }
tokio = { version = "1.35.0", features = ["full"] }
tokio-stream = "0.1.11"
tonic = { version = "0.11.0", features = ["transport", "codegen", "prost", "tls-roots", "tls"] }
tonic-build = { version = "0.11" }
tonic-reflection = { version = "0.11.0" }
typetag = "0.2.3"
uuid = { version = "1.1.2", features = ["serde", "v4"] }
walkdir = "2.3.2"
xorfilter-rs = "0.5"
# Observability
fastrace = { version = "0.6", features = ["enable"] }
fastrace-opentelemetry = "0.6"
log = { version = "0.4.21", features = ["serde", "kv_unstable_std"] }
logcall = "0.1.9"
opentelemetry = { version = "0.23", features = ["trace", "logs"] }
opentelemetry-otlp = { version = "0.16", features = [
"trace",
"logs",
"grpc-tonic",
"http-proto",
"reqwest-client",
] }
opentelemetry_sdk = { version = "0.23", features = ["trace", "logs", "rt-tokio"] }
tracing = "0.1.40"
tracing-appender = "0.2.3"
tracing-subscriber = { version = "0.3.17", features = ["env-filter", "json", "valuable"] }
[workspace.lints.rust]
async_fn_in_trait = "allow"
[workspace.lints.clippy]
useless_format = "allow"
mutable_key_type = "allow"
[profile.release]
debug = 1
lto = "thin"
overflow-checks = false
incremental = false
opt-level = "s"
# codegen-units = 1 # Reduce number of codegen units to increase optimizations.
# [profile.release.package]
# arrow2 = { codegen-units = 4 }
# common-functions = { codegen-units = 16 }
# databend-query = { codegen-units = 4 }
# databend-binaries = { codegen-units = 4 }
[profile.bench]
debug = true
overflow-checks = false
[profile.dev]
split-debuginfo = "unpacked"
overflow-checks = false
# wait until https://github.com/rust-lang/rust/issues/100142 fixed
incremental = false
[profile.dev.package]
addr2line = { opt-level = 3 }
adler = { opt-level = 3 }
gimli = { opt-level = 3 }
miniz_oxide = { opt-level = 3 }
object = { opt-level = 3 }
rustc-demangle = { opt-level = 3 }
[profile.test]
opt-level = 0
debug = true
codegen-units = 16
lto = false
debug-assertions = true
overflow-checks = true
rpath = false
[patch.crates-io]
arrow-format = { git = "https://github.com/Xuanwo/arrow-format", rev = "be633a0" }
arrow-udf-js = { git = "https://github.com/datafuse-extras/arrow-udf", rev = "dfa1390" }
arrow-udf-python = { git = "https://github.com/datafuse-extras/arrow-udf", rev = "dfa1390" }
arrow-udf-wasm = { git = "https://github.com/datafuse-extras/arrow-udf", rev = "dfa1390" }
async-backtrace = { git = "https://github.com/zhang2014/async-backtrace.git", rev = "dea4553" }
async-recursion = { git = "https://github.com/zhang2014/async-recursion.git", rev = "a353334" }
backtrace = { git = "https://github.com/rust-lang/backtrace-rs.git", rev = "72265be" }
color-eyre = { git = "https://github.com/eyre-rs/eyre.git", rev = "e5d92c3" }
deltalake = { git = "https://github.com/delta-io/delta-rs", rev = "57795da" }
ethnum = { git = "https://github.com/ariesdevil/ethnum-rs", rev = "4cb05f1" }
openai_api_rust = { git = "https://github.com/datafuse-extras/openai-api", rev = "819a0ed" }
orc-rust = { git = "https://github.com/youngsofun/datafusion-orc", rev = "1745375" }
recursive = { git = "https://github.com/zhang2014/recursive.git", rev = "6af35a1" }
sled = { git = "https://github.com/datafuse-extras/sled", tag = "v0.34.7-datafuse.1" }
xorfilter-rs = { git = "https://github.com/datafuse-extras/xorfilter", tag = "databend-alpha.4" }