[test-runner] Make Android RenderTestRunner bot fail when test cases are not fully passed (#15994)
* [test-runner] Fix failed tests, generate android specific expectations * [test-runner] Check render test runner testing result * [test-runner] Add error case to android ignore list * [test-runner] Update metrics * [test-runner] Move Android render tests with big diff(>0.006) to ignore list
This commit is contained in:
@@ -6,6 +6,7 @@ import androidx.test.rule.ActivityTestRule;
|
||||
|
||||
import org.junit.Rule;
|
||||
import org.junit.Test;
|
||||
import org.junit.Assert;
|
||||
import org.junit.runner.RunWith;
|
||||
import android.util.Log;
|
||||
|
||||
@@ -24,6 +25,8 @@ public class NativeActivityTest {
|
||||
Log.v("Test", "Test is running");
|
||||
Thread.sleep(1000L);
|
||||
}
|
||||
Log.v("Test", "End the test");
|
||||
Log.v("Test", "All render tests are finished!");
|
||||
Assert.assertTrue("All test cases are passed", TestState.testResult);
|
||||
|
||||
}
|
||||
}
|
||||
@@ -2,4 +2,5 @@ package android.app;
|
||||
|
||||
public class TestState {
|
||||
static boolean running = true;
|
||||
static boolean testResult = true;
|
||||
}
|
||||
@@ -12,8 +12,8 @@ mapbox-gl-js/test/integration/sprites/
|
||||
vendor/mapbox-gl-styles/styles/
|
||||
vendor/mapbox-gl-styles/sprites/
|
||||
vendor/mvt-fixtures/real-world/
|
||||
ignores/
|
||||
render-test/ignores/
|
||||
render-test/metrics/android/
|
||||
render-test/expected/
|
||||
android-manifest-probe-network-gfx.json
|
||||
android-manifest-probe-memory.json
|
||||
android-manifest-probe-memory.json
|
||||
|
||||
Reference in New Issue
Block a user