tei/MapLibreParticleLab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[benchmark] Increase threshold to 15%

Browse Source
This commit is contained in:
Juha Alanen
2020-04-20 14:55:40 +03:00
parent 4be8c1ac34
commit 6fa9eda136
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/check_benchmark_results.sh
View File

@@ -4,12 +4,12 @@
# check_benchmark_results.sh <baseline> <results> <comparison report in txt> <comparison report in html>
# Benchmark comparison script uses a hard-coded 5% threshold by default, but it causes random failures
# Increase the threshold to 10%
# Increase the threshold to 15%
if [ "$(uname)" == "Darwin" ]; then
sed -i '' s/"if res > 0.05"/"if res > 0.1"/ $PWD/vendor/benchmark/tools/gbench/report.py
sed -i '' s/"if res > 0.05"/"if res > 0.15"/ $PWD/vendor/benchmark/tools/gbench/report.py
elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then
sed -i s/"if res > 0.05"/"if res > 0.1"/ $PWD/vendor/benchmark/tools/gbench/report.py
sed -i s/"if res > 0.05"/"if res > 0.15"/ $PWD/vendor/benchmark/tools/gbench/report.py
fi
# Run the bencmark comparison
@@ -21,7 +21,7 @@ tests=`fgrep mean $3 | cut -c1-85 | grep 91m`
if [ -z "$tests" ]
then
echo "" >> $3
echo "PASSED, all benchmarks within 10% threshold" >> $3
echo "PASSED, all benchmarks within 15% threshold" >> $3
ansi2html < $3 > $4
exit 0
@@ -29,7 +29,7 @@ else
test_names=`fgrep mean $3 | cut -c1-85 | grep 91m | cut -f1 -d' '`
echo "" >> $3
echo "FAILED, following benchmarks are not within 10% threshold:" >> $3
echo "FAILED, following benchmarks are not within 15% threshold:" >> $3
echo "" >> $3
for t in $test_names;
do