trigger manual compaction after 5000 datasets, increase zstd train bytes

sourmash-bio · Dec 30, 2024 · 7d252fa · 7d252fa
1 parent 2e0626b
commit 7d252fa
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/src/core/src/index/revindex/disk_revindex.rs b/src/core/src/index/revindex/disk_revindex.rs
@@ -114,13 +114,11 @@ impl RevIndex {
                         info!("Processed {} reference sigs", i);
                     }
 
-                    /*
                     if i % 5000 == 0 && i > 0 {
                         info!("Triggering manual compaction");
                         index.compact();
                         info!("Finished manual compaction");
                     }
-                    */
 
                     Some((
                         index.map_hashes_colors(dataset_id as Idx),

diff --git a/src/core/src/storage/rocksdb.rs b/src/core/src/storage/rocksdb.rs
@@ -176,7 +176,7 @@ pub(crate) fn db_options() -> rocksdb::Options {
     // opts.optimize_universal_style_compaction();
 
     opts.set_bottommost_compression_type(rocksdb::DBCompressionType::Zstd);
-    opts.set_bottommost_zstd_max_train_bytes(0, true);
+    opts.set_bottommost_zstd_max_train_bytes(1024 << 10, true); // 1MiB
 
     opts
 }