1
Fork 0
mirror of https://github.com/Steffo99/unimore-hpc-assignments.git synced 2024-11-27 02:24:22 +00:00
hpc-2022-g3/OpenMP/utilities/time_benchmark.sh
Alessandro Capotondi e11b42a518 init commit
2022-11-11 13:23:45 +01:00

78 lines
2.8 KiB
Bash

#!/bin/sh
## time_benchmark.sh for in /Users/pouchet
##
## Made by Louis-Noel Pouchet
## Contact: <pouchet@cse.ohio-state.edu>
##
## Started on Sat Oct 29 00:03:48 2011 Louis-Noel Pouchet
## Last update Sat Oct 29 01:16:34 2011 Louis-Noel Pouchet
##
## Maximal variance accepted between the 3 median runs for performance results.
## Here 5%
VARIANCE_ACCEPTED=5;
if [ $# -ne 1 ]; then
echo "Usage: ./time_benchmarh.sh <binary_name>";
echo "Example: ./time_benchmarh.sh \"./a.out\"";
echo "Note: the file must be a Polybench program compiled with -DPOLYBENCH_TIME";
exit 1;
fi;
compute_mean_exec_time()
{
file="$1";
benchcomputed="$2";
cat "$file" | grep "[0-9]\+" | sort -n | head -n 4 | tail -n 3 > avg.out;
expr="(0";
while read n; do
expr="$expr+$n";
done < avg.out;
time=`echo "scale=8;$expr)/3" | bc`;
tmp=`echo "$time" | cut -d '.' -f 1`;
if [ -z "$tmp" ]; then
time="0$time";
fi;
val1=`cat avg.out | head -n 1`;
val2=`cat avg.out | head -n 2 | tail -n 1`;
val3=`cat avg.out | head -n 3 | tail -n 1`;
val11=`echo "a=$val1 - $time;if(0>a)a*=-1;a" | bc 2>&1`;
test_err=`echo "$val11" | grep error`;
if ! [ -z "$test_err" ]; then
echo "[ERROR] Program output does not match expected single-line with time.";
echo "[ERROR] The program must be a PolyBench, compiled with -DPOLYBENCH_TIME";
exit 1;
fi;
val12=`echo "a=$val2 - $time;if(0>a)a*=-1;a" | bc`;
val13=`echo "a=$val3 - $time;if(0>a)a*=-1;a" | bc`;
myvar=`echo "$val11 $val12 $val13" | awk '{ if ($1 > $2) { if ($1 > $3) print $1; else print $3; } else { if ($2 > $3) print $2; else print $3; } }'`;
variance=`echo "scale=5;($myvar/$time)*100" | bc`;
tmp=`echo "$variance" | cut -d '.' -f 1`;
if [ -z "$tmp" ]; then
variance="0$variance";
fi;
compvar=`echo "$variance $VARIANCE_ACCEPTED" | awk '{ if ($1 < $2) print "ok"; else print "error"; }'`;
if [ "$compvar" = "error" ]; then
$ECHO_CMD "\033[31m[WARNING]\033[0m Variance is above thresold, unsafe performance measurement";
$ECHO_CMD " => max deviation=$variance%, tolerance=$VARIANCE_ACCEPTED%";
WARNING_VARIANCE="$WARNING_VARIANCE\n$benchcomputed: max deviation=$variance%, tolerance=$VARIANCE_ACCEPTED%";
else
echo "[INFO] Maximal deviation from arithmetic mean of 3 average runs: $variance%";
fi;
PROCESSED_TIME="$time";
rm -f avg.out;
}
echo "[INFO] Running 5 times $1..."
echo "[INFO] Maximal variance authorized on 3 average runs: $VARIANCE_ACCEPTED%)...";
$1 > ____tempfile.data.polybench;
$1 >> ____tempfile.data.polybench;
$1 >> ____tempfile.data.polybench;
$1 >> ____tempfile.data.polybench;
$1 >> ____tempfile.data.polybench;
compute_mean_exec_time "____tempfile.data.polybench" "$1";
echo "[INFO] Normalized time: $PROCESSED_TIME";
rm -f ____tempfile.data.polybench;