tei/MapLibreParticleLab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Automate Android benchmark running / data processing (#2991)

Browse Source
This commit is contained in:
Bart Louwers
2024-11-11 16:57:26 +01:00
committed by GitHub
parent ed353f24bf
commit 6b12d58a26
18 changed files with 723 additions and 304 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
platform/android/MapLibreAndroidTestApp/src/main/java/org/maplibre/android/testapp/activity/benchmark/BenchmarkActivity.kt
View File

@@ -26,6 +26,7 @@ import org.maplibre.android.maps.MapLibreMap
import org.maplibre.android.maps.MapLibreMap.CancelableCallback
import org.maplibre.android.maps.MapView
import org.maplibre.android.testapp.R
import org.maplibre.android.testapp.styles.TestStyles
import org.maplibre.android.testapp.utils.BenchmarkInputData
import org.maplibre.android.testapp.utils.BenchmarkResult
import org.maplibre.android.testapp.utils.BenchmarkRun
@@ -149,19 +150,19 @@ class BenchmarkActivity : AppCompatActivity() {
return BenchmarkInputData(
styleNames = listOf(
"AWS Open Data Standard Light",
"Facebook Light",
// "Facebook Light",
"Americana",
"Protomaps Light",
"Versatiles Colorful",
"OpenFreeMap Bright"
// "Protomaps Light",
// "Versatiles Colorful",
"OpenFreeMap Bright"
),
styleURLs = listOf(
"https://maps.geo.us-east-2.amazonaws.com/maps/v0/maps/OpenDataStyle/style-descriptor?key=v1.public.eyJqdGkiOiI1NjY5ZTU4My0yNWQwLTQ5MjctODhkMS03OGUxOTY4Y2RhMzgifR_7GLT66TNRXhZJ4KyJ-GK1TPYD9DaWuc5o6YyVmlikVwMaLvEs_iqkCIydspe_vjmgUVsIQstkGoInXV_nd5CcmqRMMa-_wb66SxDdbeRDvmmkpy2Ow_LX9GJDgL2bbiCws0wupJPFDwWCWFLwpK9ICmzGvNcrPbX5uczOQL0N8V9iUvziA52a1WWkZucIf6MUViFRf3XoFkyAT15Ll0NDypAzY63Bnj8_zS8bOaCvJaQqcXM9lrbTusy8Ftq8cEbbK5aMFapXRjug7qcrzUiQ5sr0g23qdMvnKJQFfo7JuQn8vwAksxrQm6A0ByceEXSfyaBoVpFcTzEclxUomhY.NjAyMWJkZWUtMGMyOS00NmRkLThjZTMtODEyOTkzZTUyMTBi",
"https://external.xx.fbcdn.net/maps/vt/style/canterbury_1_0/?locale=en_US",
// "https://external.xx.fbcdn.net/maps/vt/style/canterbury_1_0/?locale=en_US",
"https://americanamap.org/style.json",
"https://api.protomaps.com/styles/v2/light.json?key=e761cc7daedf832a",
"https://tiles.versatiles.org/assets/styles/colorful.json",
"https://tiles.openfreemap.org/styles/bright"
// "https://api.protomaps.com/styles/v2/light.json?key=e761cc7daedf832a",
// "https://tiles.versatiles.org/assets/styles/colorful.json",
"https://tiles.openfreemap.org/styles/bright"
)
)
}
@@ -192,20 +193,26 @@ class BenchmarkActivity : AppCompatActivity() {
mapView.getMapAsync { maplibreMap: MapLibreMap ->
val benchmarkResult = BenchmarkResult(arrayListOf())
val benchmarkSlowDuration = 70000
val benchmarkFastDuration = 15000
lifecycleScope.launch {
val benchmarkRuns = inputData.styleNames.zip(inputData.styleURLs).flatMap { (styleName, styleUrl) ->
listOf(
BenchmarkRun(styleName, styleUrl, true),
BenchmarkRun(styleName, styleUrl, false)
BenchmarkRun(styleName, styleUrl, true, benchmarkSlowDuration),
BenchmarkRun(styleName, styleUrl, false, benchmarkSlowDuration)
)
}.toTypedArray()
val benchmarkIterations = 5
val benchmarkIterations = 4
for (i in 0 until benchmarkIterations) {
for (benchmarkRun in benchmarkRuns) {
val benchmarkRunResult = doBenchmarkRun(maplibreMap, benchmarkRun)
val benchmarkRunResult = doBenchmarkRun(
maplibreMap,
// do one fast run to cache needed tiles
if (i == 0) benchmarkRun.copy(duration = benchmarkFastDuration) else benchmarkRun)
val benchmarkPair = Pair(benchmarkRun, benchmarkRunResult)
benchmarkResult.runs.add(benchmarkPair)
println(jsonPayload(BenchmarkResult(arrayListOf(benchmarkPair))))
// don't store results for fast run
if (i != 0) benchmarkResult.runs.add(benchmarkPair)
}
}
@@ -238,7 +245,7 @@ class BenchmarkActivity : AppCompatActivity() {
for (place in PLACES) {
maplibreMap.animateCameraSuspend(
CameraUpdateFactory.newLatLngZoom(place, 14.0),
10000
benchmarkRun.duration
)
}
val endTime = System.nanoTime()
@@ -305,10 +312,10 @@ class BenchmarkActivity : AppCompatActivity() {
LatLng(38.9072, -77.0369), // DC
LatLng(52.3702, 4.8952), // AMS
LatLng(60.1699, 24.9384), // HEL
LatLng(-13.1639, -74.2236), // AYA
LatLng(52.5200, 13.4050), // BER
LatLng(12.9716, 77.5946), // BAN
LatLng(31.2304, 121.4737) // SHA
// LatLng(-13.1639, -74.2236), // AYA
// LatLng(52.5200, 13.4050), // BER
// LatLng(12.9716, 77.5946), // BAN
// LatLng(31.2304, 121.4737) // SHA
)
}
}

2
platform/android/MapLibreAndroidTestApp/src/main/java/org/maplibre/android/testapp/utils/BenchmarkUtils.kt
View File

@@ -25,6 +25,7 @@ data class BenchmarkRun(
val styleName: String,
val styleURL: String,
val syncRendering: Boolean,
val duration: Int
)
data class BenchmarkRunResult(
@@ -58,6 +59,7 @@ fun jsonPayload(benchmarkResult: BenchmarkResult): JsonObject {
put("renderer", JsonPrimitive(BuildConfig.FLAVOR))
put("debugBuild", JsonPrimitive(BuildConfig.DEBUG))
put("gitRevision", JsonPrimitive(GIT_REVISION))
put("timestamp", JsonPrimitive(System.currentTimeMillis()))
}
}

16
platform/android/scripts/run-benchmark.sh Executable file
View File

@@ -0,0 +1,16 @@
#!/bin/bash
./gradlew assembleLegacyRelease assembleLegacyReleaseAndroidTest -PtestBuildType=release
export AWS_DEVICE_FARM_PROJECT_ARN="arn:aws:devicefarm:us-west-2:373521797162:project:20687d72-0e46-403e-8f03-0941850665bc"
export AWS_DEVICE_FARM_DEVICE_POOL_ARN="arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/b4d75cb6-f210-4927-b94e-17eae054fea7"
export appType=ANDROID_APP
export appFile="MapLibreAndroidTestApp/build/outputs/apk/legacy/release/MapLibreAndroidTestApp-legacy-release.apk"
export testFile="MapLibreAndroidTestApp/build/outputs/apk/androidTest/legacy/release/MapLibreAndroidTestApp-legacy-release-androidTest.apk"
export testType="INSTRUMENTATION"
export testPackageType="INSTRUMENTATION_TEST_PACKAGE"
export testSpecArn="arn:aws:devicefarm:us-west-2:373521797162:upload:20687d72-0e46-403e-8f03-0941850665bc/14862afb-cf88-44aa-9f1e-5131cbb22f01"
export testFilter="org.maplibre.android.benchmark.Benchmark"
export name="Android Benchmark"
../../scripts/aws-device-farm/aws-device-farm-run.sh