Use sccache with S3 backend for Android CI (#3743)
This commit is contained in:
Bart Louwers
13
.github/actions/install-sccache/action.yml
vendored
Normal file
13
.github/actions/install-sccache/action.yml
vendored
Normal file
@@ -0,0 +1,13 @@
|
||||
name: install-sccache
|
||||
description: "Install sccache"
|
||||
runs:
|
||||
using: "composite"
|
||||
steps:
|
||||
- name: Install sccache
|
||||
run: |
|
||||
curl -LO https://github.com/mozilla/sccache/releases/download/v0.10.0/sccache-v0.10.0-x86_64-unknown-linux-musl.tar.gz
|
||||
tar -xzf sccache-v0.10.0-x86_64-unknown-linux-musl.tar.gz
|
||||
sudo mv sccache-v0.10.0-x86_64-unknown-linux-musl/sccache /usr/bin/sccache
|
||||
sudo chmod +x /usr/bin/sccache
|
||||
rm -rf sccache-v0.10.0-x86_64-unknown-linux-musl*
|
||||
shell: bash
|
||||
44
.github/actions/setup-android-ci/action.yml
vendored
44
.github/actions/setup-android-ci/action.yml
vendored
@@ -28,48 +28,6 @@ runs:
|
||||
distribution: "temurin"
|
||||
java-version: "17"
|
||||
|
||||
- uses: actions/setup-node@v4
|
||||
with:
|
||||
node-version-file: ".nvmrc"
|
||||
|
||||
- name: npm install
|
||||
run: npm install --ignore-scripts
|
||||
working-directory: .
|
||||
shell: bash
|
||||
|
||||
- name: run platform/android/scripts/generate-style-code.mjs
|
||||
run: node platform/android/scripts/generate-style-code.mjs
|
||||
working-directory: .
|
||||
shell: bash
|
||||
|
||||
- run: |
|
||||
python3 -m venv venv
|
||||
source venv/bin/activate
|
||||
pip3 install pre-commit
|
||||
shell: bash
|
||||
|
||||
- run: |
|
||||
source venv/bin/activate
|
||||
pre-commit run clang-format --all-files
|
||||
continue-on-error: true # this can mean files are modified, which is not an error
|
||||
shell: bash
|
||||
|
||||
- run: |
|
||||
source venv/bin/activate
|
||||
pre-commit run clang-format --all-files
|
||||
rm -rf venv
|
||||
shell: bash
|
||||
|
||||
- uses: infotroph/tree-is-clean@v1
|
||||
with:
|
||||
check_untracked: true
|
||||
|
||||
- uses: hendrikmuhs/ccache-action@v1.2
|
||||
with:
|
||||
key: ${{ github.job }}
|
||||
append-timestamp: false
|
||||
max-size: 5G
|
||||
|
||||
- name: restore-gradle-cache
|
||||
uses: actions/cache@v4
|
||||
env:
|
||||
@@ -79,3 +37,5 @@ runs:
|
||||
key: ${{ env.cache-name }}-${{ hashFiles('platform/android/buildSrc/src/main/kotlin/maplibre.dependencies.gradle.kts') }}-${{ hashFiles('platform/android/build.gradle.kts') }}-${{ hashFiles('platform/android/local.properties') }}-${{ hashFiles('platform/android/gradle/wrapper/gradle-wrapper.properties') }}
|
||||
restore-keys: |
|
||||
- ${{ env.cache-name }}
|
||||
|
||||
- uses: ./.github/actions/install-sccache
|
||||
|
||||
144
.github/workflows/android-ci.yml
vendored
144
.github/workflows/android-ci.yml
vendored
@@ -1,5 +1,8 @@
|
||||
name: android-ci
|
||||
|
||||
permissions:
|
||||
id-token: write # needed for AWS
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
@@ -58,6 +61,60 @@ jobs:
|
||||
|
||||
- uses: ./.github/actions/setup-android-ci
|
||||
|
||||
- uses: actions/setup-node@v4
|
||||
with:
|
||||
node-version-file: ".nvmrc"
|
||||
|
||||
- name: npm install
|
||||
run: npm install --ignore-scripts
|
||||
working-directory: .
|
||||
shell: bash
|
||||
|
||||
- name: run platform/android/scripts/generate-style-code.mjs
|
||||
run: node platform/android/scripts/generate-style-code.mjs
|
||||
working-directory: .
|
||||
shell: bash
|
||||
|
||||
- run: |
|
||||
python3 -m venv venv
|
||||
source venv/bin/activate
|
||||
pip3 install pre-commit
|
||||
shell: bash
|
||||
|
||||
- run: |
|
||||
source venv/bin/activate
|
||||
pre-commit run clang-format --all-files
|
||||
continue-on-error: true # this can mean files are modified, which is not an error
|
||||
shell: bash
|
||||
|
||||
- run: |
|
||||
source venv/bin/activate
|
||||
pre-commit run clang-format --all-files
|
||||
rm -rf venv
|
||||
shell: bash
|
||||
|
||||
- uses: infotroph/tree-is-clean@v1
|
||||
with:
|
||||
check_untracked: true
|
||||
|
||||
- name: Configure AWS Credentials
|
||||
if: vars.OIDC_AWS_ROLE_TO_ASSUME
|
||||
uses: aws-actions/configure-aws-credentials@v4
|
||||
with:
|
||||
aws-region: us-west-2
|
||||
role-to-assume: ${{ vars.OIDC_AWS_ROLE_TO_ASSUME }}
|
||||
role-session-name: ${{ github.run_id }}
|
||||
|
||||
- name: Configure sccache
|
||||
run: |
|
||||
echo SCCACHE_BUCKET=maplibre-native-sccache >> "$GITHUB_ENV"
|
||||
echo SCCACHE_REGION=eu-central-1 >> "$GITHUB_ENV"
|
||||
|
||||
if [ -z "${AWS_SECRET_ACCESS_KEY}" ]; then
|
||||
echo "AWS_SECRET_ACCESS_KEY not set; not uploading sccache cache to S3"
|
||||
echo SCCACHE_S3_NO_CREDENTIALS=1 >> "$GITHUB_ENV"
|
||||
fi
|
||||
|
||||
- name: Check code style
|
||||
if: matrix.renderer == 'opengl'
|
||||
run: make android-check
|
||||
@@ -88,7 +145,7 @@ jobs:
|
||||
|
||||
- name: Build Benchmark, copy to platform/android
|
||||
run: |
|
||||
./gradlew assemble${{ matrix.renderer }}Release assemble${{ matrix.renderer }}ReleaseAndroidTest -PtestBuildType=release
|
||||
./gradlew assemble${{ matrix.renderer }}Release assemble${{ matrix.renderer }}ReleaseAndroidTest -PtestBuildType=release -Pmaplibre.abis=arm64-v8a
|
||||
cp MapLibreAndroidTestApp/build/outputs/apk/${{ matrix.renderer }}/release/MapLibreAndroidTestApp-${{ matrix.renderer }}-release.apk .
|
||||
cp MapLibreAndroidTestApp/build/outputs/apk/androidTest/${{ matrix.renderer }}/release/MapLibreAndroidTestApp-${{ matrix.renderer }}-release-androidTest.apk .
|
||||
|
||||
@@ -122,7 +179,7 @@ jobs:
|
||||
|
||||
- name: Build Instrumentation Tests (${{ matrix.renderer }}), copy to platform/android
|
||||
run: |
|
||||
./gradlew assemble${{ matrix.renderer }}Debug assemble${{ matrix.renderer }}DebugAndroidTest -PtestBuildType=debug
|
||||
./gradlew assemble${{ matrix.renderer }}Debug assemble${{ matrix.renderer }}DebugAndroidTest -PtestBuildType=debug -Pmaplibre.abis=arm64-v8a
|
||||
cp MapLibreAndroidTestApp/build/outputs/apk/${{ matrix.renderer }}/debug/MapLibreAndroidTestApp-${{ matrix.renderer }}-debug.apk InstrumentationTestApp${{ env.renderer }}.apk
|
||||
cp MapLibreAndroidTestApp/build/outputs/apk/androidTest/${{ matrix.renderer }}/debug/MapLibreAndroidTestApp-${{ matrix.renderer }}-debug-androidTest.apk InstrumentationTests${{ env.renderer }}.apk
|
||||
|
||||
@@ -135,6 +192,9 @@ jobs:
|
||||
platform/android/InstrumentationTestApp${{ env.renderer }}.apk
|
||||
platform/android/InstrumentationTests${{ env.renderer }}.apk
|
||||
|
||||
- name: Show sccache stats
|
||||
run: sccache --show-stats
|
||||
|
||||
android-build-cpp-test:
|
||||
runs-on: ubuntu-24.04
|
||||
|
||||
@@ -147,41 +207,38 @@ jobs:
|
||||
working-directory: test/android
|
||||
|
||||
steps:
|
||||
- name: Free Disk Space (Ubuntu)
|
||||
if: startsWith(runner.name, 'GitHub Actions')
|
||||
uses: jlumbroso/free-disk-space@main
|
||||
with:
|
||||
tool-cache: false
|
||||
android: false
|
||||
dotnet: true
|
||||
haskell: true
|
||||
large-packages: true
|
||||
docker-images: true
|
||||
swap-storage: false
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
submodules: recursive
|
||||
fetch-depth: 0
|
||||
|
||||
- uses: actions/setup-java@v4
|
||||
with:
|
||||
distribution: "temurin"
|
||||
java-version: "17"
|
||||
|
||||
- uses: hendrikmuhs/ccache-action@v1.2
|
||||
with:
|
||||
key: ${{ github.job }}
|
||||
append-timestamp: false
|
||||
max-size: 5G
|
||||
- uses: ./.github/actions/setup-android-ci
|
||||
|
||||
- name: Create data.zip in assets directory
|
||||
run: zip -r test/android/app/src/main/assets/data.zip -@ < test/android/app/src/main/assets/to_zip.txt
|
||||
working-directory: .
|
||||
|
||||
- name: Configure AWS Credentials
|
||||
if: vars.OIDC_AWS_ROLE_TO_ASSUME
|
||||
uses: aws-actions/configure-aws-credentials@v4
|
||||
with:
|
||||
aws-region: us-west-2
|
||||
role-to-assume: ${{ vars.OIDC_AWS_ROLE_TO_ASSUME }}
|
||||
role-session-name: ${{ github.run_id }}
|
||||
|
||||
- name: Configure sccache
|
||||
run: |
|
||||
echo SCCACHE_BUCKET=maplibre-native-sccache >> "$GITHUB_ENV"
|
||||
echo SCCACHE_REGION=eu-central-1 >> "$GITHUB_ENV"
|
||||
|
||||
if [ -z "${AWS_SECRET_ACCESS_KEY}" ]; then
|
||||
echo "AWS_SECRET_ACCESS_KEY not set; not uploading sccache cache to S3"
|
||||
echo SCCACHE_S3_NO_CREDENTIALS=1 >> "$GITHUB_ENV"
|
||||
fi
|
||||
|
||||
- name: Build C++ Unit Tests App
|
||||
run: |
|
||||
./gradlew assembleDebug assembleAndroidTest
|
||||
./gradlew assembleDebug assembleAndroidTest -Pmaplibre.abis=arm64-v8a
|
||||
cp app/build/outputs/apk/debug/app-debug.apk .
|
||||
cp app/build/outputs/apk/androidTest/release/app-release-androidTest.apk .
|
||||
|
||||
@@ -208,33 +265,30 @@ jobs:
|
||||
if: needs.pre_job.outputs.should_skip != 'true'
|
||||
|
||||
steps:
|
||||
- name: Free Disk Space (Ubuntu)
|
||||
if: startsWith(runner.name, 'GitHub Actions')
|
||||
uses: jlumbroso/free-disk-space@main
|
||||
with:
|
||||
tool-cache: false
|
||||
android: false
|
||||
dotnet: true
|
||||
haskell: true
|
||||
large-packages: true
|
||||
docker-images: true
|
||||
swap-storage: false
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
submodules: recursive
|
||||
fetch-depth: 0
|
||||
|
||||
- uses: hendrikmuhs/ccache-action@v1.2
|
||||
with:
|
||||
key: ${{ github.job }}
|
||||
append-timestamp: false
|
||||
max-size: 5G
|
||||
- uses: ./.github/actions/setup-android-ci
|
||||
|
||||
- uses: actions/setup-java@v4
|
||||
- name: Configure AWS Credentials
|
||||
if: vars.OIDC_AWS_ROLE_TO_ASSUME
|
||||
uses: aws-actions/configure-aws-credentials@v4
|
||||
with:
|
||||
distribution: "temurin"
|
||||
java-version: "17"
|
||||
aws-region: us-west-2
|
||||
role-to-assume: ${{ vars.OIDC_AWS_ROLE_TO_ASSUME }}
|
||||
role-session-name: ${{ github.run_id }}
|
||||
|
||||
- name: Configure sccache
|
||||
run: |
|
||||
echo SCCACHE_BUCKET=maplibre-native-sccache >> "$GITHUB_ENV"
|
||||
echo SCCACHE_REGION=eu-central-1 >> "$GITHUB_ENV"
|
||||
|
||||
if [ -z "${AWS_SECRET_ACCESS_KEY}" ]; then
|
||||
echo "AWS_SECRET_ACCESS_KEY not set; not uploading sccache cache to S3"
|
||||
echo SCCACHE_S3_NO_CREDENTIALS=1 >> "$GITHUB_ENV"
|
||||
fi
|
||||
|
||||
- name: Build and Upload Render Test APKs (${{ matrix.flavor }})
|
||||
uses: ./.github/actions/android-build-and-upload-render-test
|
||||
|
||||
8
.github/workflows/linux-ci.yml
vendored
8
.github/workflows/linux-ci.yml
vendored
@@ -81,13 +81,7 @@ jobs:
|
||||
- if: matrix.variant.rust
|
||||
run: cargo install cxxbridge-cmd --version 1.0.157 --locked
|
||||
|
||||
- name: Install sccache
|
||||
run: |
|
||||
curl -LO https://github.com/mozilla/sccache/releases/download/v0.10.0/sccache-v0.10.0-x86_64-unknown-linux-musl.tar.gz
|
||||
tar -xzf sccache-v0.10.0-x86_64-unknown-linux-musl.tar.gz
|
||||
sudo mv sccache-v0.10.0-x86_64-unknown-linux-musl/sccache /usr/bin/sccache
|
||||
sudo chmod +x /usr/bin/sccache
|
||||
rm -rf sccache-v0.10.0-x86_64-unknown-linux-musl
|
||||
- uses: ./.github/actions/install-sccache
|
||||
|
||||
- name: Install ctcache
|
||||
run: |
|
||||
|
||||
Reference in New Issue
Block a user