197 lines
8.6 KiB
YAML
197 lines
8.6 KiB
YAML
name: android-device-test
|
|
|
|
on:
|
|
workflow_run:
|
|
workflows: [android-ci]
|
|
types:
|
|
- completed
|
|
|
|
permissions:
|
|
id-token: write # needed for AWS
|
|
|
|
jobs:
|
|
android-device-test:
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
test: [
|
|
{
|
|
artifactName: android-render-tests-opengl,
|
|
testFile: RenderTests-opengl.apk,
|
|
appFile: RenderTestsApp-opengl.apk,
|
|
name: "Android Render Tests (OpenGL)",
|
|
# Google Pixel 7 Pro
|
|
devicePool: "arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/9692fe7f-86a9-4ecc-908f-175600968564"
|
|
},
|
|
{
|
|
artifactName: android-render-tests-vulkan,
|
|
testFile: RenderTests-vulkan.apk,
|
|
appFile: RenderTestsApp-vulkan.apk,
|
|
name: "Android Render Tests (Vulkan)",
|
|
# Google Pixel 7 Pro
|
|
devicePool: "arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/9692fe7f-86a9-4ecc-908f-175600968564",
|
|
# android-render-test.yml
|
|
# see https://github.com/maplibre/ci-runners/tree/main/aws-device-farm/custom-test-envs
|
|
testSpecArn: "arn:aws:devicefarm:us-west-2:373521797162:upload:20687d72-0e46-403e-8f03-0941850665bc/c1fc7d3e-dfe3-4a31-9ee0-7b0f71b08872"
|
|
},
|
|
{
|
|
artifactName: benchmarkAPKs,
|
|
testFile: "MapLibreAndroidTestApp-drawable-release-androidTest.apk",
|
|
appFile: "MapLibreAndroidTestApp-drawable-release.apk",
|
|
name: "Android Benchmark",
|
|
testFilter: "org.maplibre.android.benchmark.Benchmark",
|
|
# Google Pixel 7 Pro
|
|
# query with `aws list-device-pools --arn <project_arn>`
|
|
devicePool: "arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/9692fe7f-86a9-4ecc-908f-175600968564",
|
|
# benchmark-android.yaml
|
|
# see https://github.com/maplibre/ci-runners/tree/main/aws-device-farm/custom-test-envs
|
|
testSpecArn: "arn:aws:devicefarm:us-west-2:373521797162:upload:20687d72-0e46-403e-8f03-0941850665bc/14862afb-cf88-44aa-9f1e-5131cbb22f01"
|
|
},
|
|
{
|
|
artifactName: android-ui-test,
|
|
testFile: InstrumentationTests.apk,
|
|
appFile: InstrumentationTestApp.apk,
|
|
name: "Android Instrumentation Tests",
|
|
# Google Pixel 7 Pro
|
|
devicePool: "arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/9692fe7f-86a9-4ecc-908f-175600968564",
|
|
testSpecArn: "arn:aws:devicefarm:us-west-2:373521797162:upload:20687d72-0e46-403e-8f03-0941850665bc/09e0738e-c91e-4c5f-81e6-06a06cc340d8"
|
|
},
|
|
{
|
|
artifactName: android-cpp-tests,
|
|
testFile: app-release-androidTest.apk,
|
|
appFile: app-debug.apk,
|
|
name: "Android C++ Unit Tests",
|
|
# Google Pixel 7 Pro
|
|
devicePool: "arn:aws:devicefarm:us-west-2:373521797162:devicepool:20687d72-0e46-403e-8f03-0941850665bc/9692fe7f-86a9-4ecc-908f-175600968564"
|
|
}
|
|
]
|
|
runs-on: ubuntu-latest
|
|
if: github.repository_owner == 'maplibre' && github.event.workflow_run.conclusion == 'success'
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- id: parent_workflow
|
|
run: |
|
|
conclusion=$(curl ${{ github.event.workflow_run.jobs_url }} | jq -r '.jobs[] | select(.name == "android-build").conclusion')
|
|
was_skipped=$([[ "$conclusion" = "skipped" || "$conclusion" = "cancelled" ]] && echo "true" || echo "false")
|
|
echo "was_skipped=$was_skipped" >> "$GITHUB_OUTPUT"
|
|
|
|
# get comment from PR
|
|
|
|
- uses: ./.github/actions/get-pr-number
|
|
id: get-pr-number
|
|
|
|
- name: Generate token
|
|
id: generate_token
|
|
uses: tibdex/github-app-token@v2
|
|
with:
|
|
revoke: false # revoking will fail for long running workflows, because the token will already have expired
|
|
app_id: ${{ secrets.MAPLIBRE_NATIVE_BOT_APP_ID }}
|
|
private_key: ${{ secrets.MAPLIBRE_NATIVE_BOT_PRIVATE_KEY }}
|
|
|
|
- name: Check if comment on PR contains '!benchmark android'
|
|
if: matrix.test.name == 'Android Benchmark' && steps.get-pr-number.outputs.pr-number
|
|
uses: peter-evans/find-comment@v3
|
|
id: benchmark_comment
|
|
with:
|
|
issue-number: ${{ steps.get-pr-number.outputs.pr-number }}
|
|
body-regex: '^!benchmark.*android.*$'
|
|
|
|
- name: Should we run this device test?
|
|
# always run when something was merged into main
|
|
# run benchmark when comment with '!benchmark android' exists in PR
|
|
if: |
|
|
steps.parent_workflow.outputs.was_skipped == 'false' &&
|
|
((github.event.workflow_run.head_branch == 'main' && github.event.workflow_run.event == 'push') ||
|
|
matrix.test.name == 'Android Benchmark' && steps.benchmark_comment.outputs.comment-id ||
|
|
matrix.test.name != 'Android Benchmark')
|
|
run:
|
|
echo "run_device_test=true" >> "$GITHUB_ENV"
|
|
|
|
- uses: LouisBrunner/checks-action@v2.0.0
|
|
id: create_check
|
|
with:
|
|
token: ${{ steps.generate_token.outputs.token }}
|
|
details_url: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
status: queued
|
|
name: ${{ matrix.test.name }}
|
|
sha: ${{ github.event.workflow_run.head_sha }}
|
|
|
|
- uses: ./.github/actions/download-workflow-run-artifact
|
|
if: env.run_device_test == 'true'
|
|
with:
|
|
artifact-name: ${{ matrix.test.artifactName }}
|
|
expect-files: "${{ matrix.test.testFile }}, ${{ matrix.test.appFile }}"
|
|
|
|
- name: Configure AWS Credentials
|
|
if: env.run_device_test == 'true'
|
|
uses: aws-actions/configure-aws-credentials@v4
|
|
with:
|
|
aws-region: us-west-2
|
|
role-to-assume: ${{ vars.OIDC_AWS_ROLE_TO_ASSUME }}
|
|
role-session-name: ${{ github.run_id }}
|
|
|
|
- name: Upload external data
|
|
if: env.run_device_test == 'true'
|
|
run: |
|
|
export RESULTS_API=${{ secrets.MLN_RESULTS_API }}
|
|
export AWS_DEVICE_FARM_PROJECT_ARN=${{ vars.AWS_DEVICE_FARM_PROJECT_ARN }}
|
|
upload_arn="$(.github/workflows/android-device-test/upload-external-data.sh)"
|
|
echo external_data_arn="$upload_arn" >> "$GITHUB_ENV"
|
|
|
|
- uses: ./.github/actions/aws-device-farm-run
|
|
id: aws_device_farm_run
|
|
if: env.run_device_test == 'true'
|
|
with:
|
|
name: ${{ matrix.test.name }}
|
|
appType: ANDROID_APP
|
|
appFile: ${{ matrix.test.appFile }}
|
|
testFile: ${{ matrix.test.testFile }}
|
|
testPackageType: INSTRUMENTATION_TEST_PACKAGE
|
|
testType: INSTRUMENTATION
|
|
testFilter: ${{ matrix.test.testFilter }}
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
AWS_ROLE_TO_ASSUME: ${{ vars.OIDC_AWS_ROLE_TO_ASSUME }}
|
|
AWS_DEVICE_FARM_PROJECT_ARN: ${{ vars.AWS_DEVICE_FARM_PROJECT_ARN }}
|
|
AWS_DEVICE_FARM_DEVICE_POOL_ARN: ${{ matrix.test.devicePool }}
|
|
externalData: ${{ env.external_data_arn }}
|
|
testSpecArn: ${{ matrix.test.testSpecArn }}
|
|
|
|
- name: Upload benchmark results to S3
|
|
if: always() && env.run_device_test == 'true' && matrix.test.name == 'Android Benchmark'
|
|
run: |
|
|
npm install
|
|
node scripts/aws-device-farm/download-benchmark-results.mjs ${{ steps.aws_device_farm_run.outputs.runArn }}
|
|
|
|
- name: Log Test Spec Output
|
|
if: failure() && env.run_device_test == 'true'
|
|
run: |
|
|
npm install
|
|
temp_dir="$(mktemp -d)"
|
|
node scripts/aws-device-farm/store-test-artifacts.mjs ${{ steps.aws_device_farm_run.outputs.runArn }} "$temp_dir"
|
|
zip -r test_artifacts.zip "$temp_dir"
|
|
|
|
- name: Upload Test Artifacts
|
|
if: failure() && env.run_device_test == 'true'
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: "Test Artifacts ${{ matrix.test.name }}"
|
|
path: test_artifacts.zip
|
|
|
|
- name: Generate another token (previous one could have expired)
|
|
if: always()
|
|
id: generate_token_2
|
|
uses: tibdex/github-app-token@v2
|
|
with:
|
|
app_id: ${{ secrets.MAPLIBRE_NATIVE_BOT_APP_ID }}
|
|
private_key: ${{ secrets.MAPLIBRE_NATIVE_BOT_PRIVATE_KEY }}
|
|
|
|
- uses: LouisBrunner/checks-action@v2.0.0
|
|
if: always()
|
|
with:
|
|
token: ${{ steps.generate_token_2.outputs.token }}
|
|
check_id: ${{ steps.create_check.outputs.check_id }}
|
|
conclusion: ${{ job.status }}
|
|
sha: ${{ github.event.workflow_run.sha }}
|