[test-runner] Make Android RenderTestRunner bot fail when test cases are not fully passed (#15994)

* [test-runner] Fix failed tests, generate android specific expectations

* [test-runner] Check render test runner testing result

* [test-runner] Add error case to android ignore list

*  [test-runner] Update metrics

* [test-runner] Move Android render tests with big diff(>0.006) to ignore list
This commit is contained in:
zmiao
2019-12-04 18:10:58 +02:00
committed by GitHub
parent 1e2cd1e086
commit e619552a5d
31 changed files with 357 additions and 31 deletions

View File

@@ -357,26 +357,15 @@ add_custom_command(
-E
copy
${MBGL_ROOT}/platform/node/test/ignores.json
${MBGL_ROOT}/ignores/ignores.json
COMMAND
${CMAKE_COMMAND}
-E
copy
${MBGL_ROOT}/render-test/linux-ignores.json
${MBGL_ROOT}/ignores/linux-ignores.json
${MBGL_ROOT}/render-test/ignores/ignores.json
COMMAND
${CMAKE_COMMAND}
-E
tar
"chvf"
"chf"
"render-test/android/app/src/main/assets/data.zip"
--format=zip
--files-from=render-test/android/app/src/main/assets/to_zip.txt
COMMAND
${CMAKE_COMMAND}
-E
remove_directory
${MBGL_ROOT}/ignores
COMMAND
${CMAKE_COMMAND}
-E