From 8d163c159f7cc0699be488457cf14c67bb07f2c7 Mon Sep 17 00:00:00 2001 From: "Thiago Marcos P. Santos" Date: Tue, 26 Nov 2019 23:37:33 +0200 Subject: [PATCH] [metrics] Add binary size metrics This test will check the size of the tools and shared libraries built from previous bots in a single run. We will have +/- 1% acceptable variance before the test fails. --- metrics/binary-size.json | 3 ++ .../binary-size/shared-library/expected.png | Bin 0 -> 225 bytes .../binary-size/shared-library/metrics.json | 24 +++++++++ .../binary-size/shared-library/style.json | 25 +++++++++ metrics/tests/binary-size/tools/expected.png | Bin 0 -> 225 bytes metrics/tests/binary-size/tools/metrics.json | 49 ++++++++++++++++++ metrics/tests/binary-size/tools/style.json | 30 +++++++++++ 7 files changed, 131 insertions(+) create mode 100644 metrics/binary-size.json create mode 100644 metrics/tests/binary-size/shared-library/expected.png create mode 100644 metrics/tests/binary-size/shared-library/metrics.json create mode 100644 metrics/tests/binary-size/shared-library/style.json create mode 100644 metrics/tests/binary-size/tools/expected.png create mode 100644 metrics/tests/binary-size/tools/metrics.json create mode 100644 metrics/tests/binary-size/tools/style.json diff --git a/metrics/binary-size.json b/metrics/binary-size.json new file mode 100644 index 000000000..f874991a2 --- /dev/null +++ b/metrics/binary-size.json @@ -0,0 +1,3 @@ +{ + "base_test_path":"tests/binary-size" +} diff --git a/metrics/tests/binary-size/shared-library/expected.png b/metrics/tests/binary-size/shared-library/expected.png new file mode 100644 index 0000000000000000000000000000000000000000..63740e7305f738fbf9a84a350522e24b3895f2ae GIT binary patch literal 225 zcmeAS@N?(olHy`uVBq!ia0vp^4j|0I1|(Ny7TyC=D?D8sLn`JxJ-3jNfq~<|g1PUW uSFs&*SiY>bm)%6}LWRR)#=*c~u+EtIF>1DE++(1d89ZJ6T-G@yGywozKuw?k literal 0 HcmV?d00001 diff --git a/metrics/tests/binary-size/shared-library/metrics.json b/metrics/tests/binary-size/shared-library/metrics.json new file mode 100644 index 000000000..4501fd0f4 --- /dev/null +++ b/metrics/tests/binary-size/shared-library/metrics.json @@ -0,0 +1,24 @@ +{ + "file-size": [ + [ + "android-arm64-v8a", + "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", + 6496584 + ], + [ + "android-armeabi-v7a", + "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", + 3072756 + ], + [ + "android-x86-release", + "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", + 6988568 + ], + [ + "android-x86_64", + "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", + 7106920 + ] + ] +} \ No newline at end of file diff --git a/metrics/tests/binary-size/shared-library/style.json b/metrics/tests/binary-size/shared-library/style.json new file mode 100644 index 000000000..aecc11416 --- /dev/null +++ b/metrics/tests/binary-size/shared-library/style.json @@ -0,0 +1,25 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "android-arm64-v8a", "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", 0.01], + ["probeFileSize", "android-armeabi-v7a", "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", 0.01], + ["probeFileSize", "android-x86-release", "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", 0.01], + ["probeFileSize", "android-x86_64", "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/tools/expected.png b/metrics/tests/binary-size/tools/expected.png new file mode 100644 index 0000000000000000000000000000000000000000..63740e7305f738fbf9a84a350522e24b3895f2ae GIT binary patch literal 225 zcmeAS@N?(olHy`uVBq!ia0vp^4j|0I1|(Ny7TyC=D?D8sLn`JxJ-3jNfq~<|g1PUW uSFs&*SiY>bm)%6}LWRR)#=*c~u+EtIF>1DE++(1d89ZJ6T-G@yGywozKuw?k literal 0 HcmV?d00001 diff --git a/metrics/tests/binary-size/tools/metrics.json b/metrics/tests/binary-size/tools/metrics.json new file mode 100644 index 000000000..457db1c4d --- /dev/null +++ b/metrics/tests/binary-size/tools/metrics.json @@ -0,0 +1,49 @@ +{ + "file-size": [ + [ + "linux-clang8-mbgl-glfw", + "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", + 6225032 + ], + [ + "linux-clang8-mbgl-offline", + "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", + 5532376 + ], + [ + "linux-clang8-mbgl-render", + "/src/workspace/next-linux-clang8-release/bin/mbgl-render", + 6151096 + ], + [ + "linux-gcc8-mbgl-glfw", + "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", + 7205192 + ], + [ + "linux-gcc8-mbgl-offline", + "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", + 6357224 + ], + [ + "linux-gcc8-mbgl-render", + "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", + 7143752 + ], + [ + "macos-xcode11-mbgl-glfw", + "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", + 5439932 + ], + [ + "macos-xcode11-mbgl-offline", + "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", + 5334136 + ], + [ + "macos-xcode11-mbgl-render", + "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", + 5384420 + ] + ] +} \ No newline at end of file diff --git a/metrics/tests/binary-size/tools/style.json b/metrics/tests/binary-size/tools/style.json new file mode 100644 index 000000000..c1af092bc --- /dev/null +++ b/metrics/tests/binary-size/tools/style.json @@ -0,0 +1,30 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "linux-clang8-mbgl-glfw", "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", 0.01], + ["probeFileSize", "linux-clang8-mbgl-offline", "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", 0.01], + ["probeFileSize", "linux-clang8-mbgl-render", "/src/workspace/next-linux-clang8-release/bin/mbgl-render", 0.01], + ["probeFileSize", "linux-gcc8-mbgl-glfw", "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", 0.01], + ["probeFileSize", "linux-gcc8-mbgl-offline", "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", 0.01], + ["probeFileSize", "linux-gcc8-mbgl-render", "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", 0.01], + ["probeFileSize", "macos-xcode11-mbgl-glfw", "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", 0.01], + ["probeFileSize", "macos-xcode11-mbgl-offline", "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", 0.01], + ["probeFileSize", "macos-xcode11-mbgl-render", "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +}