mirror of
https://github.com/Steffo99/unimore-hpc-assignments.git
synced 2024-11-23 00:24:23 +00:00
79 lines
2.8 KiB
Bash
79 lines
2.8 KiB
Bash
|
#!/bin/sh
|
||
|
|
## time_benchmark.sh for in /Users/pouchet
|
||
|
|
##
|
||
|
|
## Made by Louis-Noel Pouchet
|
||
|
|
## Contact: <pouchet@cse.ohio-state.edu>
|
||
|
|
##
|
||
|
|
## Started on Sat Oct 29 00:03:48 2011 Louis-Noel Pouchet
|
||
|
|
## Last update Sat Oct 29 01:16:34 2011 Louis-Noel Pouchet
|
||
|
|
##
|
||
|
|
|
||
|
|
## Maximal variance accepted between the 3 median runs for performance results.
|
||
|
|
## Here 5%
|
||
|
|
VARIANCE_ACCEPTED=5;
|
||
|
|
|
||
|
|
if [ $# -ne 1 ]; then
|
||
|
|
echo "Usage: ./time_benchmarh.sh <binary_name>";
|
||
|
|
echo "Example: ./time_benchmarh.sh \"./a.out\"";
|
||
|
|
echo "Note: the file must be a Polybench program compiled with -DPOLYBENCH_TIME";
|
||
|
|
exit 1;
|
||
|
|
fi;
|
||
|
|
|
||
|
|
|
||
|
|
compute_mean_exec_time()
|
||
|
|
{
|
||
|
|
file="$1";
|
||
|
|
benchcomputed="$2";
|
||
|
|
cat "$file" | grep "[0-9]\+" | sort -n | head -n 4 | tail -n 3 > avg.out;
|
||
|
|
expr="(0";
|
||
|
|
while read n; do
|
||
|
|
expr="$expr+$n";
|
||
|
|
done < avg.out;
|
||
|
|
time=`echo "scale=8;$expr)/3" | bc`;
|
||
|
|
tmp=`echo "$time" | cut -d '.' -f 1`;
|
||
|
|
if [ -z "$tmp" ]; then
|
||
|
|
time="0$time";
|
||
|
|
fi;
|
||
|
|
val1=`cat avg.out | head -n 1`;
|
||
|
|
val2=`cat avg.out | head -n 2 | tail -n 1`;
|
||
|
|
val3=`cat avg.out | head -n 3 | tail -n 1`;
|
||
|
|
val11=`echo "a=$val1 - $time;if(0>a)a*=-1;a" | bc 2>&1`;
|
||
|
|
test_err=`echo "$val11" | grep error`;
|
||
|
|
if ! [ -z "$test_err" ]; then
|
||
|
|
echo "[ERROR] Program output does not match expected single-line with time.";
|
||
|
|
echo "[ERROR] The program must be a PolyBench, compiled with -DPOLYBENCH_TIME";
|
||
|
|
exit 1;
|
||
|
|
fi;
|
||
|
|
val12=`echo "a=$val2 - $time;if(0>a)a*=-1;a" | bc`;
|
||
|
|
val13=`echo "a=$val3 - $time;if(0>a)a*=-1;a" | bc`;
|
||
|
|
myvar=`echo "$val11 $val12 $val13" | awk '{ if ($1 > $2) { if ($1 > $3) print $1; else print $3; } else { if ($2 > $3) print $2; else print $3; } }'`;
|
||
|
|
variance=`echo "scale=5;($myvar/$time)*100" | bc`;
|
||
|
|
tmp=`echo "$variance" | cut -d '.' -f 1`;
|
||
|
|
if [ -z "$tmp" ]; then
|
||
|
|
variance="0$variance";
|
||
|
|
fi;
|
||
|
|
compvar=`echo "$variance $VARIANCE_ACCEPTED" | awk '{ if ($1 < $2) print "ok"; else print "error"; }'`;
|
||
|
|
if [ "$compvar" = "error" ]; then
|
||
|
|
$ECHO_CMD "\033[31m[WARNING]\033[0m Variance is above thresold, unsafe performance measurement";
|
||
|
|
$ECHO_CMD " => max deviation=$variance%, tolerance=$VARIANCE_ACCEPTED%";
|
||
|
|
WARNING_VARIANCE="$WARNING_VARIANCE\n$benchcomputed: max deviation=$variance%, tolerance=$VARIANCE_ACCEPTED%";
|
||
|
|
else
|
||
|
|
echo "[INFO] Maximal deviation from arithmetic mean of 3 average runs: $variance%";
|
||
|
|
fi;
|
||
|
|
PROCESSED_TIME="$time";
|
||
|
|
rm -f avg.out;
|
||
|
|
}
|
||
|
|
|
||
|
|
echo "[INFO] Running 5 times $1..."
|
||
|
|
echo "[INFO] Maximal variance authorized on 3 average runs: $VARIANCE_ACCEPTED%)...";
|
||
|
|
|
||
|
|
$1 > ____tempfile.data.polybench;
|
||
|
|
$1 >> ____tempfile.data.polybench;
|
||
|
|
$1 >> ____tempfile.data.polybench;
|
||
|
|
$1 >> ____tempfile.data.polybench;
|
||
|
|
$1 >> ____tempfile.data.polybench;
|
||
|
|
|
||
|
|
compute_mean_exec_time "____tempfile.data.polybench" "$1";
|
||
|
|
echo "[INFO] Normalized time: $PROCESSED_TIME";
|
||
|
|
rm -f ____tempfile.data.polybench;
|