Migrate mobile tests to BrowserStack (#28) #16
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Android Performance | |
on: | |
workflow_dispatch: | |
push: | |
branches: [ main ] | |
paths: | |
- 'lib/android/**' | |
- 'lib/common/**' | |
- '.github/workflows/android-perf.yml' | |
pull_request: | |
branches: [ main, 'v[0-9]+.[0-9]+' ] | |
paths: | |
- 'lib/android/**' | |
- 'lib/common/**' | |
- '.github/workflows/android-perf.yml' | |
defaults: | |
run: | |
working-directory: binding/android/FalconTestApp | |
jobs: | |
build: | |
name: Run Android Speed Tests on BrowserStack | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
device: [ android-perf ] | |
include: | |
- device: android-perf | |
initPerformanceThresholdSec: 1.0 | |
procPerformanceThresholdSec: 2.0 | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Installing Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: '3.10' | |
- run: | |
pip3 install requests | |
- name: set up JDK 11 | |
uses: actions/setup-java@v3 | |
with: | |
java-version: '11' | |
distribution: 'temurin' | |
- name: Copy test_resources | |
run: ./copy_test_resources.sh | |
- name: Inject AccessKey | |
run: echo pvTestingAccessKey="${{secrets.PV_VALID_ACCESS_KEY}}" >> local.properties | |
- name: Inject Android keystore variables | |
run: | | |
echo storePassword="${{secrets.ANDROID_RELEASE_KEYSTORE_PASSWORD}}" >> local.properties | |
echo keyPassword="${{secrets.ANDROID_RELEASE_KEYSTORE_PASSWORD}}" >> local.properties | |
echo keyAlias=picovoice >> local.properties | |
echo storeFile=../picovoice.jks >> local.properties | |
- name: Setup Android keystore file | |
run: echo "${{secrets.ANDROID_RELEASE_KEYSTORE_FILE_B64}}" | base64 -d > picovoice.jks | |
- name: Inject Number of Iterations | |
run: echo numTestIterations="20" >> local.properties | |
- name: Inject Init Performance Threshold | |
run: echo initPerformanceThresholdSec="${{ matrix.initPerformanceThresholdSec }}" >> local.properties | |
- name: Inject Proc Performance Threshold | |
run: echo procPerformanceThresholdSec="${{ matrix.procPerformanceThresholdSec }}" >> local.properties | |
- name: Grant execute permission for gradlew | |
run: chmod +x gradlew | |
- name: Build app | |
run: ./gradlew assembleDebug | |
- name: Build androidTest | |
run: ./gradlew assembleDebugAndroidTest -DtestBuildType=perf | |
- name: Run tests on BrowserStack | |
run: python3 ../../../script/automation/browserstack.py | |
--type espresso | |
--username "${{secrets.BROWSERSTACK_USERNAME}}" | |
--access_key "${{secrets.BROWSERSTACK_ACCESS_KEY}}" | |
--project_name "Falcon-Android-Performance" | |
--devices "${{ matrix.device }}" | |
--app_path "falcon-test-app/build/outputs/apk/debug/falcon-test-app-debug.apk" | |
--test_path "falcon-test-app/build/outputs/apk/androidTest/debug/falcon-test-app-debug-androidTest.apk" |