[core] Add code coverage metrics for core

Collect code coverage ratio from codecov.io for a
given commit hash, and upload it to the S3 bucket.

ci.template

@@ -131,7 +131,8 @@
                             "Resource": [
                               "arn:aws:s3:::mapbox-loading-dock/raw/mobile.binarysize/*",
                               "arn:aws:s3:::mapbox-loading-dock/raw/mobile.codecoverage/*",
-                              "arn:aws:s3:::mapbox-loading-dock/raw/mobile_staging.docs_coverage/*"
+                              "arn:aws:s3:::mapbox-loading-dock/raw/mobile_staging.docs_coverage/*",
+                              "arn:aws:s3:::mapbox-loading-dock/raw/mobile_staging.codecoverage/*"
                             ]
                           }
                         ]

circle.yml

@@ -875,6 +875,12 @@ jobs:
             curl -sSfL -o codecov https://codecov.io/bash
             chmod +x codecov
             ./codecov -c
+      - run:
+          name: Upload coverage metrics to s3
+          command: |
+            if [[ $CIRCLE_BRANCH == master ]]; then
+                scripts/publish_core_codecoverage.js -p Linux -s Core
+            fi
 
 # ------------------------------------------------------------------------------
   linux-doxygen:

scripts/publish_core_codecoverage.js

@@ -0,0 +1,157 @@
+#!/usr/bin/env node
+
+// Script to retrieve total code coverage ratio from codecov.io
+// for a given commit hash, and upload it to the S3 bucket.
+
+const https = require('https');
+const zlib = require('zlib');
+const AWS = require('aws-sdk');
+const {execSync} = require('child_process');
+
+const args = process.argv.slice(2);
+const options = {
+    help: false
+};
+
+const usage = 'usage: publish_code_coverage.js [options]\n' +
+'options: \n' +
+'  -h, --help \n' +
+'  -p, --platform <Platform Name>\n' +
+'  -s, --sdk <Sdk Name> \n' +
+'  -c, --commit <Commit Hash> \n';
+
+for (var i = 0; i < args.length; i++) {
+    var arg = args[i];
+
+    switch(arg) {
+    case '-h':
+    case '--help':
+        options.help = true;
+        break;
+    case '-s':
+    case '--sdk':
+        options.sdkName = args[i + 1];
+        break;
+    case '-p':
+    case '--platform':
+        options.platformName = args[i + 1];
+        break;
+    case '-c':
+    case '--commit':
+        options.commitId = args[i + 1];
+        break;
+    }
+}
+
+if (options.help == true) {
+    console.log(usage);
+    process.exit(0);
+}
+
+// Commit hash
+const commitHash = options.commitId ? options.commitId : process.env['CIRCLE_SHA1'];
+if (!options.sdkName || !options.platformName || !commitHash) {
+    console.log(usage);
+    process.exit(0);
+}
+
+// Commit Message
+const commitMessage = execSync(`git show --pretty=format:%s -s ${commitHash}`).toString().trim();
+if (!commitMessage) {
+    throw new Error ('Commit message is missing');
+}
+
+const date = new Date().toISOString().substring(0, 19);
+
+process.on('uncaughtException', (err) => {
+    console.error(err);
+    process.exit(1);
+});
+
+// Parse the response received from codecov.io and build the
+// data point that is going to be uploaded to S3 bucket.
+function parseResponse(data) {
+    if (data && data.commit) {
+        if (!data.commit.totals || !data.commit.totals.c) {
+            return;
+        }
+
+        const source = {
+            code_coverage: Number(data.commit.totals.c),
+            platform: options.platformName,
+            sdk: options.sdkName,
+            commit: commitHash,
+            commit_message: commitMessage,
+            created_at: date
+        };
+
+        return source;
+    }
+}
+
+// Upload to data source used by Mapbox internal metrics dashboards
+function uploadData(data) {
+    return new AWS.S3({region: 'us-east-1'}).putObject({
+        Body: zlib.gzipSync(JSON.stringify(data)),
+        Bucket: 'mapbox-loading-dock',
+        Key: `raw/mobile_staging.codecoverage/${date.substring(0,10)}/${options.sdkName}-coverage-${commitHash}.json.gz`,
+        CacheControl: 'max-age=300',
+        ContentEncoding: 'gzip',
+        ContentType: 'application/json'
+    }).promise();
+}
+
+// Attempt to retrieve code coverage report from codecov.io
+// for a given commit hash.
+function httpRequest() {
+    const options = {
+        hostname: 'codecov.io',
+        port: 443,
+        path: '/api/gh/mapbox/mapbox-gl-native/commit/' + commitHash,
+        method: 'GET'
+    };
+
+    return new Promise((resolve, reject) => {
+        setTimeout(function() {
+            const req = https.request(options, (res) => {
+                var body = [];
+                res.on('data', (chunk) => {
+                    body.push(chunk);
+                }).on('error', (error) => {
+                    reject(error);
+                }).on('end', () => {
+                    if (res.statusCode < 200 || res.statusCode >= 300) {
+                        return reject(new Error('Failed to fetch the results from codecov.io. StatusCode=' + res.statusCode));
+                    }
+
+                    try {
+                        body = JSON.parse(Buffer.concat(body).toString());
+                        resolve(body);
+                    } catch(e) {
+                        reject(e);
+                    }
+                });
+            });
+
+            // Reject on error
+            req.on('error', (err) => {
+                reject(err);
+            });
+
+            req.end();
+        }, 30000);
+    });
+}
+
+httpRequest().then((body) => {
+    const dataSource = parseResponse(body);
+    if (dataSource) {
+        return uploadData(dataSource);
+    } else {
+        throw new Error('Failed to parse the results received from codecov.io.');
+    }
+}).then(data => {
+    console.log('Successfully uploaded code coverage metrics to S3');
+}).catch(err => {
+    console.error('Failed to upload code coverage metrics to S3: ' + err.message);
+});