single_btrfs_disks_parallel_streams_performance.sh

#!/usr/bin/env bash


# Single btrfs disks performance testing in parallel streams.
# Performs several iterations of write/read using ramdisk.
# -------------------------------------------------------------------------------------------------
# Running this file may cause a potential data loss and assumes you accept that you know what
# you're doing. All actions with this script at your own risk.

# -------------------------------------------------------------------------------------------------
# This Source Code Form is subject to the terms of the BSD 3-Clause License. You can obtain one at:
# https://github.com/alexanderbazhenoff/scripts-pipelines-and-tiny-tools/blob/master/LICENSE


POOL_PATH="/mnt/ssd"
FILENAME="testfile"
RAMDISK_PATH="/mnt/ramdisk"
SOURCE_FILE_PATH="/var/lib/libvirt/images"
BTRFS_MOUNT_OPTIONS="autodefrag,space_cache=v2,ssd,ssd_spread"  # remove 'ssd,ssd_spread' for non-SSD drives
RAMDISK_SIZE=220                                                # in gigabytes
BLOCK_DEVICES_NUMBER=10                                         # set total block devices number in sequential (sda...g)
BLOCK_DEVICES_START_LETTER="a"                                  # a is sda
BLOCK_DEVICES_END_LETTER="j"                                    # j is sdj
BLOCK_DEVICES_PARTITION_NUMBER=1                                # partition number for all devices
NUMBER_OF_ITERATIONS=3                                          # total number of write/read iterations
THREADS_NUMBER=2                                                # number of threads to write/read per block device


# perform write-read with rsync
test_wr() {

  # clean files from pool
  for ((i=1; i <= NUMBER_OF_ITERATIONS; i++))
  do
    rm -f "${POOL_PATH}/${FILENAME}-${i}"
  done

  # write performance testing
  rm -fv "${RAMDISK_PATH}/*"
  cp "${SOURCE_FILE_PATH}/$FILENAME" "${RAMDISK_PATH}/$FILENAME"
  printf "\n\n\nWrite 3 copies:"

  for ((i=1; i <= NUMBER_OF_ITERATIONS; i++))
  do
    seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) rsync -r \
      --info=progress2 "${RAMDISK_PATH}/$FILENAME" "${POOL_PATH}{}/${FILENAME}-${i}-{}"
    uptime | printf "\e[1A\t\t\t\t\t\t\t\t  load %s\n" "$(uptime | sed 's/^.*average:/average:/')"
    sync; echo 3 > /proc/sys/vm/drop_caches
  done

  # read performance testing
  rm -f "${RAMDISK_PATH}/$FILENAME"
  printf "\n\n\nRead 3 copies:"
  for ((i=1; i <= NUMBER_OF_ITERATIONS; i++))
  do
    seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) rsync -r \
      --info=progress2 "${POOL_PATH}{}/${FILENAME}-${i}-{}" /dev/null
    uptime | printf "\e[1A\t\t\t\t\t\t\t\t  load %s\n" "$(uptime | sed 's/^.*average:/average:/')"
    sync; echo 3 > /proc/sys/vm/drop_caches
    seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | \
      parallel -j $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) rm -f "${RAMDISK_PATH}/${FILENAME}-{}"
    sync; echo 3 > /proc/sys/vm/drop_caches
  done
}


mkdir "$RAMDISK_PATH" || true
mount -t tmpfs -o size="${RAMDISK_SIZE}"g tmpfs $RAMDISK_PATH
seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j ${BLOCK_DEVICES_NUMBER} umount ${POOL_PATH}{}
seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j ${BLOCK_DEVICES_NUMBER} mkdir ${POOL_PATH}{}

DISK_NUMBER=1
for LETTER in $(eval "echo {$BLOCK_DEVICES_START_LETTER..$BLOCK_DEVICES_END_LETTER}")
do
  wipefs --all -t btrfs /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER"
  mkfs.btrfs /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER" -f
  partprobe
  btrfs fiesystem show
  mkdir "$POOL_PATH$DISK_NUMBER"
  mount -o "$BTRFS_MOUNT_OPTIONS" /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER" "$POOL_PATH$DISK_NUMBER"
  (( DISK_NUMBER++ )) || true
  mkdir "$POOL_PATH$DISK_NUMBER" || true
  mount -o "${BTRFS_MOUNT_OPTIONS}" /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER" "$POOL_PATH$DISK_NUMBER"
  (( DISK_NUMBER++ )) || true
done
printf "Testing: %s disks in %s streams | %s" "$BLOCK_DEVICES_NUMBER" "$((BLOCK_DEVICES_NUMBER*THREADS_NUMBER))" \
  "$BTRFS_MOUNT_OPTIONS"
test_wr
sync
seq $BLOCK_DEVICES_NUMBER | parallel -j 2 umount "$POOL_PATH"{}