Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

New cowsql benchmarks #781

Merged
merged 3 commits into from
Aug 23, 2023
Merged

New cowsql benchmarks #781

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
3b33472
test-cowsql-benchmark: Run benchmarks also using raw block device
freeekanayaka Aug 23, 2023
cc88210
test-cowsql-benchmark: Run sequential log append benchmark
freeekanayaka Aug 23, 2023
e985a95
test-cowsql-benchmark: Replace the 1M buffer size with the 8k one
freeekanayaka Aug 23, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 25 additions & 5 deletions bin/test-cowsql-benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,13 +24,14 @@ BENCHER_RELEASES_URL=https://api.github.com/repos/bencherdev/bencher/releases/la
# List of **unused** devices that will be repartitioned and used as storage
DEVICES="/dev/nvme0n1 /dev/sdd"

# Run the benchmarks against these file systems
FILESYSTEMS="ext4 btrfs xfs zfs"
# Run the benchmarks against these file systems. The "raw" file system means
# using directly the block device.
FILESYSTEMS="ext4 btrfs xfs zfs raw"

# Run raft disk benchmarks with these modes, engines and buffer sizes.
RAFT_DISK_MODES="direct,buffer"
RAFT_DISK_ENGINES="pwrite,kaio,uring"
RAFT_DISK_BUFSIZES="4096,65536,262144,1048576"
RAFT_DISK_BUFSIZES="4096,8192,65536,262144"

cleanup() {
set +e
Expand All @@ -52,6 +53,7 @@ cleanup() {
setup_data_dir() {
device=$1
filesystem=$2
storage="${DATA_DIR}"
sudo parted "${device}" --script mklabel gpt
sudo parted -a optimal "${device}" --script mkpart primary ext4 2048 15GB
sudo partprobe
Expand Down Expand Up @@ -82,18 +84,25 @@ setup_data_dir() {
sudo zpool create -f cowsql "${partition}"
sudo zfs create -o mountpoint="${DATA_DIR}" cowsql/zfs
;;
raw)
storage="${device}"
;;
*)
echo "error: unknown filesystem $filesystem"
exit 1
;;
esac

sudo chown "${USER}" "${DATA_DIR}"
sudo chown "${USER}" "${storage}"
}

tear_down_data_dir() {
filesystem=$1

if [ "${filesystem}" = "raw" ]; then
return
fi

echo "umount $filesystem file system from ${DATA_DIR}"
sudo umount "${DATA_DIR}"

Expand All @@ -110,11 +119,22 @@ run_benchmarks() {
device=$1
filesystem=$2
testbed=lxc-$(hostname)-$(basename "${device}")-$filesystem
storage="${DATA_DIR}"

if [ "${filesystem}" = "raw" ]; then
storage="${device}"
fi

echo "run raft-benchmark disk on $testbed"
export BENCHER_API_TOKEN="${BENCHER_RAFT_TOKEN}"

bencher run --project raft --testbed "${testbed}" \
"raft-benchmark disk -d ${DATA_DIR} -m $RAFT_DISK_MODES -e $RAFT_DISK_ENGINES -b $RAFT_DISK_BUFSIZES"
"raft-benchmark disk -d ${storage} -m $RAFT_DISK_MODES -e $RAFT_DISK_ENGINES -b $RAFT_DISK_BUFSIZES"

if [ "${filesystem}" != "raw" ]; then
bencher run --project raft --testbed "${testbed}" \
"raft-benchmark submit -d $storage"
fi
}

FAIL=1
Expand Down
Loading