From ba2e44d4d72aa31246aa9ed06a655a446f885f12 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Konstantin=20K=C3=A4fer?= <mail@kkaefer.com>
Date: Fri, 18 Nov 2016 15:51:35 +0100
Subject: [PATCH] [build] publish binary size statistics to S3

---
 scripts/log_binary_size.sh     | 28 ++++++++-----
 scripts/publish_binary_size.sh | 75 ++++++++++++++++++++++++++++++++++
 2 files changed, 92 insertions(+), 11 deletions(-)
 create mode 100755 scripts/publish_binary_size.sh

diff --git a/scripts/log_binary_size.sh b/scripts/log_binary_size.sh
index 5de9438c5..3c55be15f 100755
--- a/scripts/log_binary_size.sh
+++ b/scripts/log_binary_size.sh
@@ -2,6 +2,17 @@
 
 set -e
 set -o pipefail
+set -u
+
+# Logs metrics on binary size to CloudWatch
+
+FILE=$1
+DIMENSIONS=$2
+
+if [ -z "${DIMENSIONS}" ]; then
+    echo "* No dimensions specified for '${FILE}'"
+    exit 1
+fi
 
 function filesize {
     if [ `uname -s` = 'Darwin' ]; then
@@ -11,25 +22,20 @@ function filesize {
     fi
 }
 
-# Uploads build metrics to CloudWatch
-FILE=$1
-DIMENSIONS=$2
-
-if [ -z "${DIMENSIONS}" ]; then
-    echo "* No dimensions specified for '${FILE}'"
-    exit 1
-fi
-
 if [ -f "${FILE}" ]; then
     SIZE=`filesize ${FILE}`
-    echo "* Reporting `LC_NUMERIC=en_US printf "%'10.f\n" ${SIZE}` bytes for '${DIMENSIONS}' (${FILE})"
-    if [ ${CLOUDWATCH} ]; then
+    if [ ${CLOUDWATCH:-} ]; then
+        echo "* Reporting `LC_NUMERIC=en_US printf "%'10.f\n" ${SIZE}` bytes for '${DIMENSIONS}' (${FILE})"
         aws --region us-east-1 cloudwatch put-metric-data \
             --namespace "Mapbox/GL" \
             --metric-name "BinarySize" \
             --unit "Bytes" \
             --value ${SIZE} \
             --dimensions "${DIMENSIONS}"
+
+        ./scripts/publish_binary_size.sh "${DIMENSIONS}"
+    else
+        echo "* Measured `LC_NUMERIC=en_US printf "%'10.f\n" ${SIZE}` bytes for '${DIMENSIONS}' (${FILE})"
     fi
 else
     echo "* File '${FILE}' does not exist"
diff --git a/scripts/publish_binary_size.sh b/scripts/publish_binary_size.sh
new file mode 100755
index 000000000..d5ab71b8c
--- /dev/null
+++ b/scripts/publish_binary_size.sh
@@ -0,0 +1,75 @@
+#!/usr/bin/env bash
+
+set -e
+set -o pipefail
+set -u
+
+# Downloads log data from AWS CloudWatch and uploads it as a JSON file to S3 for public access.
+
+function publish_binary_size {
+    local DIMENSIONS=$1
+
+    if [ -z "${DIMENSIONS}" ]; then
+        echo "* No dimensions specified"
+        exit 1
+    fi
+
+    function print_dimensions {
+        for ITEM in ${DIMENSIONS//,/ } ; do
+            echo -n "Name=${ITEM//=/,Value=} "
+        done
+    }
+
+    local DATE_FORMAT="%Y-%m-%dT%H:%M:%SZ"
+    local DATE_END=$(date -u +${DATE_FORMAT})
+
+    if [ `uname -s` = 'Darwin' ]; then # BSD date
+        local DATE_BEGIN=$(date -jf "${DATE_FORMAT}" -v-30d "${DATE_END}" +"${DATE_FORMAT}")
+    else # GNU date
+        local DATE_BEGIN=$(date --date="${DATE_END} - 30 days" +"${DATE_FORMAT}")
+    fi
+
+    # Download the metrics, gzip, and upload to S3.
+    aws --region us-east-1 cloudwatch get-metric-statistics \
+        --namespace "Mapbox/GL" \
+        --metric-name "BinarySize" \
+        --unit "Bytes" \
+        --start-time "${DATE_BEGIN}" \
+        --end-time "${DATE_END}" \
+        --period 3600 \
+        --statistics Maximum \
+        --dimensions `print_dimensions` \
+    | gzip | aws s3 cp \
+        --acl public-read \
+        --cache-control "max-age=300" \
+        --content-encoding gzip \
+        --content-type application/json \
+        - "s3://mapbox/mapbox-gl-native/metrics/binary-size/${DIMENSIONS}.json"
+
+    echo "* Uploaded data to 's3://mapbox/mapbox-gl-native/metrics/binary-size/${DIMENSIONS}.json'"
+}
+
+if [ $# -gt 0 ]; then
+    # Upload the specified dimension only
+    publish_binary_size "$1"
+else
+    # Upload all dimensions that we are tracking
+    publish_binary_size "Platform=iOS,Arch=armv7"
+    publish_binary_size "Platform=iOS,Arch=arm64"
+    publish_binary_size "Platform=iOS,Arch=i386"
+    publish_binary_size "Platform=iOS,Arch=x86_64"
+    publish_binary_size "Platform=iOS,Arch=Dynamic"
+
+    publish_binary_size "Platform=macOS,Arch=x86_64"
+
+    publish_binary_size "Platform=Linux,Compiler=clang-3.8,Arch=x86_64"
+    publish_binary_size "Platform=Linux,Compiler=gcc-5,Arch=x86_64"
+
+    publish_binary_size "Platform=Android,Arch=arm-v5"
+    publish_binary_size "Platform=Android,Arch=arm-v7"
+    publish_binary_size "Platform=Android,Arch=arm-v8"
+    publish_binary_size "Platform=Android,Arch=x86"
+    publish_binary_size "Platform=Android,Arch=x86_64"
+    publish_binary_size "Platform=Android,Arch=mips"
+    publish_binary_size "Platform=Android,Arch=Archive"
+fi