Benchmark: warm the emulator up first and run three rounds by default

Two identical APKs differed by 9% in median cold start without it.
This commit is contained in:
2026-10-25 13:39:11 +02:00
parent 9aceaaa200
commit 8907f4cf96
2 changed files with 12 additions and 2 deletions
+2 -2
View File
@@ -10,7 +10,7 @@ on:
default: origin/main
rounds:
description: Rounds per APK (each has 10 cold starts)
default: "2"
default: "3"
push:
branches: ["bench/**"]
@@ -52,7 +52,7 @@ jobs:
profile: pixel_6
disable-animations: false
emulator-options: -no-snapshot -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
script: bash scripts/bench.sh "$RUNNER_TEMP/bench/base.apk" "$RUNNER_TEMP/bench/head.apk" "${{ inputs.rounds || '2' }}"
script: bash scripts/bench.sh "$RUNNER_TEMP/bench/base.apk" "$RUNNER_TEMP/bench/head.apk" "${{ inputs.rounds || '3' }}"
- uses: actions/upload-artifact@v4
if: always()
+10
View File
@@ -176,6 +176,16 @@ measure() {
echo "::endgroup::"
}
# The first launches after boot are far slower than later ones; warm up before measuring
echo "::group::warm-up"
install "$BASE_APK"
for _ in 1 2 3 4 5; do
adb shell am force-stop "$PKG"
launch >/dev/null
sleep 2
done
echo "::endgroup::"
for r in $(seq "$ROUNDS"); do
if (( r % 2 )); then
measure base "$BASE_APK"