feat!: Enhanced AsyncStreamCDC

- Support both `tokio` and `futures` via feature flags
- Add documentation and usage examples for `AsyncStreamCDC`
- Add tests that specifically target `AsyncStreamCDC`
- Run both `tokio` and `futures`-based tests in CI

.github/workflows/test.yml

@@ -2,10 +2,10 @@ on: [push, pull_request]
 name: Test
 jobs:
   build:
-    name: Build 
+    name: Build
     runs-on: ubuntu-latest
     steps:
-      - name: Checkout repo 
+      - name: Checkout repo
         uses: actions/checkout@v2
 
       - name: Install rust stable toolchain
@@ -15,10 +15,10 @@ jobs:
           toolchain: stable
           override: true
 
-      - name: Run cargo build 
+      - name: Run cargo build
         uses: actions-rs/cargo@v1
         with:
-          command: build 
+          command: build
 
   test:
     name: Test
@@ -38,6 +38,10 @@ jobs:
         uses: actions-rs/cargo@v1
         with:
           command: test
+      - name: Run cargo test (futures)
+        uses: actions-rs/cargo@v1
+        with:
+          command: test --no-default-features --features futures
 
   lints:
     name: Lints

Cargo.toml

@@ -13,13 +13,25 @@ exclude = [
     "test/*",
 ]
 
+[features]
+default = ["tokio"]
+tokio = ["dep:tokio", "tokio-stream", "async-stream"]
+futures = ["dep:futures"]
+
+
 [dev-dependencies]
 aes = "0.8.2"
 byteorder = "1.4.3"
 clap = { version = "4.2.1", features = ["cargo"] }
 ctr = "0.9.2"
 md-5 = "0.10.5"
 memmap2 = "0.5.8"
+tokio = { version = "1.29.1", features = ["io-util", "rt", "macros"] }
+futures-test = { version = "0.3.28" }
 
 [dependencies]
-futures = "0.3.28"
+futures = { version = "0.3.28", optional = true }
+tokio = { version = "1.29.1", features = ["io-util"], optional = true }
+tokio-stream = { version = "0.1.14", optional = true }
+async-stream = { version = "0.3.5", optional = true }
+

README.md

@@ -54,6 +54,22 @@ for result in chunker {
 }
 ```
 
+### Async Streaming
+
+The `v2020` module has an async streaming version of FastCDC named `AsyncStreamCDC`, which takes an `AsyncRead` (both `tokio` and `futures` are supported via feature flags) and uses a byte vector with capacity equal to the specified maximum chunk size.
+
+```rust
+let source = std::fs::File::open("test/fixtures/SekienAkashita.jpg").unwrap();
+let chunker = fastcdc::v2020::AsyncStreamCDC::new(&source, 4096, 16384, 65535);
+let stream = chunker.as_stream();
+let chunks = stream.collect::<Vec<_>>().await;
+
+for result in chunks {
+    let chunk = result.unwrap();
+    println!("offset={} length={}", chunk.offset, chunk.length);
+}
+```
+
 ## Migration from pre-3.0
 
 If you were using a release of this crate from before the 3.0 release, you will need to make a small adjustment to continue using the same implementation as before.