Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add fjall 2.5 to benchmark suite #944

Merged
merged 9 commits into from
Feb 8, 2025
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@ byte-unit = "=5.0.4"
fastrand = "2.0.0"
sled = "0.34.7"
libc = "0.2.99"
fjall = { version = "2.5", default-features = false, features = ["single_writer_tx", "bloom"] }

# Just benchmarking dependencies, which don't build on wasi
[target.'cfg(not(target_os = "wasi"))'.dev-dependencies]
Expand Down
155 changes: 155 additions & 0 deletions benches/common.rs
Original file line number Diff line number Diff line change
Expand Up @@ -823,3 +823,158 @@ impl<'db, 'txn> BenchIterator for SanakirjaBenchIterator<'db, 'txn> {
})
}
}

pub struct FjallBenchDatabase<'a> {
db: &'a mut fjall::TxKeyspace,
}

impl<'a> FjallBenchDatabase<'a> {
#[allow(dead_code)]
pub fn new(db: &'a mut fjall::TxKeyspace) -> Self {
FjallBenchDatabase { db }
}
}

impl<'a> BenchDatabase for FjallBenchDatabase<'a> {
type W<'db>
= FjallBenchWriteTransaction<'db>
where
Self: 'db;
type R<'db>
= FjallBenchReadTransaction
where
Self: 'db;

fn db_type_name() -> &'static str {
"fjall"
}

fn write_transaction(&self) -> Self::W<'_> {
let part = self.db.open_partition("test", Default::default()).unwrap();
let txn = self.db.write_tx();
FjallBenchWriteTransaction {
txn,
part,
keyspace: self.db,
}
}

fn read_transaction(&self) -> Self::R<'_> {
let part = self.db.open_partition("test", Default::default()).unwrap();
let txn = self.db.read_tx();
FjallBenchReadTransaction { txn, part }
}

fn compact(&mut self) -> bool {
true
}
}

pub struct FjallBenchReadTransaction {
part: fjall::TxPartitionHandle,
txn: fjall::ReadTransaction,
}

impl BenchReadTransaction for FjallBenchReadTransaction {
type T<'txn>
= FjallBenchReader<'txn>
where
Self: 'txn;

fn get_reader(&self) -> Self::T<'_> {
let FjallBenchReadTransaction { part, txn } = self;
FjallBenchReader { part, txn }
}
}

pub struct FjallBenchReader<'a> {
part: &'a fjall::TxPartitionHandle,
txn: &'a fjall::ReadTransaction,
}

impl<'db> BenchReader for FjallBenchReader<'db> {
type Output<'out>
= fjall::Slice
where
Self: 'out;
type Iterator<'out>
= FjallBenchIterator
where
Self: 'out;

fn get<'a>(&'a self, key: &[u8]) -> Option<Self::Output<'a>> {
self.txn.get(&self.part, key).unwrap()
}

fn range_from<'a>(&'a self, key: &'a [u8]) -> Self::Iterator<'a> {
let iter = self.txn.range(self.part, key..);
FjallBenchIterator {
iter: Box::new(iter),
}
}

fn len(&self) -> u64 {
self.txn.len(&self.part).unwrap().try_into().unwrap()
}
}

pub struct FjallBenchIterator {
iter: Box<(dyn DoubleEndedIterator<Item = fjall::Result<fjall::KvPair>> + 'static)>,
}

impl BenchIterator for FjallBenchIterator {
type Output<'a>
= fjall::Slice
where
Self: 'a;

fn next(&mut self) -> Option<(Self::Output<'_>, Self::Output<'_>)> {
self.iter.next().map(|item| item.unwrap())
}
}

pub struct FjallBenchWriteTransaction<'db> {
keyspace: &'db fjall::TxKeyspace,
part: fjall::TxPartitionHandle,
txn: fjall::WriteTransaction<'db>,
}

impl<'db> BenchWriteTransaction for FjallBenchWriteTransaction<'db> {
type W<'txn>
= FjallBenchInserter<'txn, 'db>
where
Self: 'txn;

fn get_inserter(&mut self) -> Self::W<'_> {
let FjallBenchWriteTransaction {
part,
txn,
keyspace: _,
} = self;
FjallBenchInserter { part, txn }
}

fn commit(self) -> Result<(), ()> {
self.txn.commit().map_err(|_| ())?;
self.keyspace
.persist(fjall::PersistMode::SyncAll)
.map_err(|_| ())
}
}

pub struct FjallBenchInserter<'txn, 'db> {
part: &'txn fjall::TxPartitionHandle,
txn: &'txn mut fjall::WriteTransaction<'db>,
}

impl BenchInserter for FjallBenchInserter<'_, '_> {
fn insert(&mut self, key: &[u8], value: &[u8]) -> Result<(), ()> {
self.txn.insert(&self.part, key, value);
Ok(())
}

fn remove(&mut self, key: &[u8]) -> Result<(), ()> {
self.txn.remove(&self.part, key);
Ok(())
}
}
14 changes: 13 additions & 1 deletion benches/lmdb_benchmark.rs
Original file line number Diff line number Diff line change
Expand Up @@ -419,6 +419,17 @@ fn main() {
benchmark(table, tmpfile.path())
};

let fjall_results = {
let tmpfile: TempDir = tempfile::tempdir_in(&tmpdir).unwrap();

let mut db = fjall::Config::new(tmpfile.path())
.open_transactional()
.unwrap();

let table = FjallBenchDatabase::new(&mut db);
benchmark(table, tmpfile.path())
};

fs::remove_dir_all(&tmpdir).unwrap();

let mut rows = Vec::new();
Expand All @@ -433,6 +444,7 @@ fn main() {
rocksdb_results,
sled_results,
sanakirja_results,
fjall_results,
];

let mut identified_smallests = vec![vec![false; results.len()]; rows.len()];
Expand Down Expand Up @@ -463,7 +475,7 @@ fn main() {
let mut table = comfy_table::Table::new();
table.load_preset(comfy_table::presets::ASCII_MARKDOWN);
table.set_width(100);
table.set_header(["", "redb", "lmdb", "rocksdb", "sled", "sanakirja"]);
table.set_header(["", "redb", "lmdb", "rocksdb", "sled", "sanakirja", "fjall"]);
for row in rows {
table.add_row(row);
}
Expand Down
Loading