Begin work on HDD and flash benchmarks

README

+Running the benchmark
+---------------------
+
+ 1. Make sure 'elbencho' is in PATH.
+
+ 2. sbatch -N <1 up to whatever> hdd.batch   <test directory on filesystem>
+    sbatch -N <1 up to whatever> flash.batch <test directory on filesystem>
+
+
+TODOs
+-----
+
+ - Define the metadata tests.
+
+ - Add flags to make elbencho use whatever entropy we want for
+   compression, as suggested by hx.
+
+ - We agreed on making block size for the streaming HDD test choosable
+   by the vendor.  Make it an argument instead of hard-coding 1M.
+
+ - Discuss if it is OK to hard-code thread count.  Right now it is hard-coded
+   to 16.

flash.batch

+#!/bin/sh
+#SBATCH -J arrh-storage-benchmark-flash
+
+usage() {
+    echo >&2 "Usage: sbatch [-N NUMNODES] flash.batch DIRECTORY"
+    echo >&2 "Run benchmark creating, writing, and reading files in DIRECTORY"
+    exit 2
+}
+
+if [ $# -ne 1 ]
+then usage
+fi
+
+NUMTHREADS=16
+
+srun --ntasks-per-node=1 --cpus-per-task="$NUMTHREADS" \
+    elbencho --service --foreground > /dev/null &
+
+sleep 5  # wait for services to start
+
+#
+# Random 4K write/read
+#
+echo 'flash.batch: Random 4K write/read'
+elbencho --hosts "$(scontrol show hostnames | tr '\n' ',')" "$1" \
+    -w -r -t "$NUMTHREADS" -s 4G -b 4K -n 0 -F --rand --rotatehosts=1
+
+#
+# Metadata (creat/stat/unlink)
+#
+echo 'flash.batch: Metadata'
+# to be written
+
+elbencho --hosts "$(scontrol show hostnames | tr '\n' ',')" \
+    --quit

hdd.batch

+#!/bin/sh
+#SBATCH -J arrh-storage-benchmark-hdd
+
+usage() {
+    echo >&2 "Usage: sbatch [-N NUMNODES] hdd.batch DIRECTORY"
+    echo >&2 "Run benchmark creating, writing, and reading files in DIRECTORY"
+    exit 2
+}
+
+if [ $# -ne 1 ]
+then usage
+fi
+
+NUMTHREADS=16
+
+srun --ntasks-per-node=1 --cpus-per-task="$NUMTHREADS" \
+    elbencho --service --foreground > /dev/null &
+
+sleep 5  # wait for services to start
+
+#
+# Sequential write/read
+#
+echo 'hdd.batch: Sequential write/read'
+elbencho --hosts "$(scontrol show hostnames | tr '\n' ',')" "$1" \
+    -w -r -t "$NUMTHREADS" -s 4G -b 1M -n 0 -F --rotatehosts=1
+
+#
+# Metadata (creat/stat/unlink)
+#
+echo 'hdd.batch: Metadata'
+# to be written
+
+elbencho --hosts "$(scontrol show hostnames | tr '\n' ',')" \
+    --quit