Merge pull request #4 from kylebarron/kyle/object-store-python-crate

Separate into internal object-store crate
roeap · Feb 16, 2024 · fa6d9a7 · fa6d9a7
2 parents 4f0454f + 16f5a5c
commit fa6d9a7
Show file tree

Hide file tree

Showing 9 changed files with 696 additions and 670 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,2 +1,2 @@
 [workspace]
-members = ["object-store"]
+members = ["object-store", "object-store-internal"]
diff --git a/object-store-internal/Cargo.toml b/object-store-internal/Cargo.toml
@@ -0,0 +1,35 @@
+[package]
+name = "object-store-internal"
+version = "0.1.10"
+edition = "2021"
+authors = ["Robert Pack <robstar.pack@gmail.com>"]
+description = "A generic object store interface for uniformly interacting with AWS S3, Google Cloud Storage, Azure Storage and local files."
+
+[dependencies]
+async-trait = "0.1.57"
+bytes = "1.2.1"
+futures = "0.3"
+once_cell = "1.12.0"
+object_store = { version = "0.5.6", features = [
+  "azure",
+  "aws",
+  "gcp",
+  "aws_profile",
+] }
+percent-encoding = "2"
+pyo3 = { version = "0.18", default-features = false, features = ["macros"] }
+thiserror = "1.0.34"
+tokio = { version = "1.0", features = [
+  "macros",
+  "rt",
+  "rt-multi-thread",
+  "sync",
+] }
+url = "2.3"
+
+# reqwest is pulled in by object store, but not used by python binding itself
+# for binary wheel best practice, statically link openssl
+reqwest = { version = "*", features = ["native-tls-vendored"] }
+
+[lib]
+crate-type = ["rlib"]
diff --git a/object-store/src/builder.rs → object-store-internal/src/builder.rs b/object-store/src/builder.rs → object-store-internal/src/builder.rs
diff --git a/object-store/src/file.rs → object-store-internal/src/file.rs b/object-store/src/file.rs → object-store-internal/src/file.rs