run-zwal-scaling.sh

#!/bin/bash
set -e
dir="$(cd -P -- "$(dirname -- "$0")" && pwd -P)"
echo "Working dir: ${dir}"

. run-util.sh

if [ $# != 2 ]; then
    echo "run-zwal-scaling requires two args:" \
         "1: nvme_device" \
         "2: runid"
    exit 1
fi

DEV_SECT_SIZE=$(cat /sys/block/$1/queue/hw_sector_size)
DEV_ZONE_SIZE_BLOCKS=$(cat /sys/block/$1/queue/chunk_sectors)
DEV_ZONE_SIZE=$(echo "${DEV_ZONE_SIZE_BLOCKS} * 512" | bc)

DEV_ZONE_CAP=$(sudo nvme zns report-zones /dev/$1 | head -n 2 | tail -n 1 | awk 'BEGIN { FS = " "}; { print $6 }')
DEV_ZONE_CAP=$(printf "(%d * ${DEV_SECT_SIZE}) / 1024\n" ${DEV_ZONE_CAP} | bc)

outdir=data/scaling
mkdir -p data
mkdir -p ${recov_dir}

echo "Running workload in ${dir}"

# Without appends
for bs in 4 8 16 64 256 1024; do
    for barrier in none; do
        for depth in 32; do
            # Setup environment
            echo "barrier: ${barrier}KiB depth:${depth}QD bs:${bs}KiB walsize:${walsize}KiB"
            ./build.sh n ${bs} ${depth} n $1 $barrier

            setup_zenfs "${dir}/rocksdb-raw" $1;
            ## fillrandom
            pushd  "${dir}/rocksdb-raw"

            echo "SCALING FILLRANDOM"
            sudo LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/user/src/spdk/dpdk/build/lib/ ./db_bench \
                --fs_uri=zenfs://dev:${1} \
                --benchmarks=fillrandom \
                --use_direct_io_for_flush_and_compaction \
                --value_size=3980 \
                --key_size=16 \
                --num=1310720 \
                --compression_type=none \
                --threads=1 \
                --histogram \
                --use_existing_db=0 \
                --wal_ttl_seconds=1 \
                --write_buffer_size=$((1024*1024*1024*2)) \
                --target_file_size_base=2147483648 \
                        1> ../${outdir}/out_${barrier}_${bs}KiB.$2 \
                        2> ../${outdir}/err_${barrier}_${bs}KiB.$2
            popd;
        done
    done
done


# With appends
for bs in 4 8 16 64 256; do
    for barrier in 32 64 128 256 512 8192 $((8192*2)) ${DEV_ZONE_CAP}; do
        for depth in 32; do
            # Setup environment
            echo "barrier: ${barrier}KiB depth:${depth}QD bs:${bs}KiB walsize:${walsize}KiB"
            # Ensure barriers are enabled
            sed -i "s/.*#define WAL_BARRIERS.*/#define WAL_BARRIERS/g" ${dir}/rocksdb-raw/plugin/zenfs/fs/io_zenfs.h
            ./build.sh y ${bs} ${depth} n $1 $barrier

            setup_zenfs "${dir}/rocksdb-raw" $1;
            ## fillrandom
            pushd  "${dir}/rocksdb-raw"

            echo "SCALING FILLRANDOM"
            sudo LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/user/src/spdk/dpdk/build/lib/ ./db_bench \
                --fs_uri=zenfs://dev:${1} \
                --benchmarks=fillrandom \
                --use_direct_io_for_flush_and_compaction \
                --value_size=3980 \
                --key_size=16 \
                --num=1310720 \
                --compression_type=none \
                --threads=1 \
                --histogram \
                --use_existing_db=0 \
                --wal_ttl_seconds=1 \
                --write_buffer_size=$((1024*1024*1024*2)) \
                --target_file_size_base=2147483648 \
                        1> ../${outdir}/out_${barrier}_${depth}QD_${bs}KiB.$2 \
                        2> ../${outdir}/err_${barrier}_${depth}QD_${bs}KiB.$2
            popd;
        done
    done
done