feat: Introduce a streaming way to encode BodyChunkIpld. Fixes #498

* Introduce streaming `BodyChunkIpld::encode` and
  `BodyChunkIpld::decode` methods.
* Streaming mechanisms store data in memory until a threshold is hit,
  which then stores to disk.
* Mark non-streaming functions `BodyChunkIpld::load_all_bytes` and
  `BodyChunkIpld::store_bytes` as deprecated.
* Remove `BodyChunkDecoder` (now implemented as `BodyChunkIpld::decode`.
* Promote `bytes` to a workspace dependency.

Cargo.toml

@@ -19,6 +19,7 @@ resolver = "2"
 [workspace.dependencies]
 anyhow = { version = "1" }
 axum = { version = "^0.6.18" }
+bytes = { version = "^1" }
 cid = { version = "0.10" }
 directories = { version = "5" }
 fastcdc = { version = "3.1" }

rust/noosphere-cli/src/native/content.rs

@@ -144,7 +144,7 @@ impl Content {
                 };
 
                 let file_bytes = fs::read(path).await?;
-                let body_cid = BodyChunkIpld::store_bytes(&file_bytes, store).await?;
+                let body_cid = BodyChunkIpld::encode(file_bytes.as_ref(), store).await?;
 
                 content.matched.insert(
                     slug,

rust/noosphere-core/Cargo.toml

@@ -23,6 +23,8 @@ sentry = ["dep:sentry-tracing"]
 helpers = []
 
 [dependencies]
+bytes = { workspace = true }
+tempfile = { workspace = true }
 tracing = { workspace = true }
 cid = { workspace = true }
 url = { workspace = true }
@@ -35,7 +37,7 @@ async-stream = "~0.3"
 async-once-cell = "~0.4"
 anyhow = "^1"
 thiserror = { workspace = true }
-fastcdc = { workspace = true }
+fastcdc = { workspace = true, features = ["tokio"] }
 futures = "~0.3"
 serde = { workspace = true }
 serde_json = { workspace = true }