c12d61ba4f
- Add v* tag trigger to cua-smoke.yml so releases are E2E tested - Add 'When to run CUA test' section to AGENTS.md documenting mandatory testing Closes #13 (partial) Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
99 lines
3.1 KiB
YAML
99 lines
3.1 KiB
YAML
name: CUA Smoke Test
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
push:
|
|
branches: [main]
|
|
tags: ["v*"]
|
|
paths:
|
|
- "scripts/android-cua-smoke.py"
|
|
- "src/**"
|
|
- "app/**"
|
|
- ".github/workflows/cua-smoke.yml"
|
|
|
|
jobs:
|
|
cua-test:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
|
|
- uses: actions/setup-node@v6
|
|
with:
|
|
node-version: 20
|
|
cache: npm
|
|
|
|
- uses: actions/setup-java@v5
|
|
with:
|
|
distribution: temurin
|
|
java-version: 17
|
|
|
|
- name: Setup Android SDK
|
|
uses: android-actions/setup-android@v4
|
|
|
|
- name: Add emulator to PATH
|
|
run: echo "$ANDROID_HOME/emulator" >> $GITHUB_PATH
|
|
|
|
- name: Cache Gradle
|
|
uses: actions/cache@v5
|
|
with:
|
|
path: |
|
|
~/.gradle/caches
|
|
~/.gradle/wrapper
|
|
android/.gradle
|
|
key: ${{ runner.os }}-gradle-${{ hashFiles('android/**/*.gradle*', 'android/gradle/wrapper/gradle-wrapper.properties') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-gradle-
|
|
|
|
- name: Install Android system image & create AVD
|
|
run: |
|
|
sdkmanager "system-images;android-34;google_apis;x86_64" "emulator"
|
|
echo "no" | avdmanager create avd -n test -k "system-images;android-34;google_apis;x86_64" --force
|
|
|
|
- name: Start emulator
|
|
run: |
|
|
emulator -avd test -no-window -no-audio -no-boot-anim -gpu swiftshader_indirect -no-snapshot &
|
|
adb wait-for-device
|
|
timeout 120 bash -c 'while [ "$(adb shell getprop sys.boot_completed 2>/dev/null)" != "1" ]; do sleep 2; done'
|
|
|
|
- name: Install dependencies & build APK
|
|
run: |
|
|
npm install --legacy-peer-deps
|
|
npx expo prebuild --platform android --no-install
|
|
keytool -genkey -v -keystore android/app/debug.keystore -storepass android -alias androiddebugkey -keypass android -keyalg RSA -keysize 2048 -validity 10000 -dname "CN=Android Debug,O=Android,C=US"
|
|
cd android && ./gradlew assembleRelease
|
|
|
|
- name: Install APK on emulator
|
|
run: adb install android/app/build/outputs/apk/release/app-release.apk
|
|
|
|
- name: Launch app
|
|
run: |
|
|
adb shell am start -n ai.opencode.mobile/.MainActivity
|
|
sleep 5
|
|
|
|
- name: Install Python deps
|
|
run: pip install openai
|
|
|
|
- name: Run CUA smoke test
|
|
env:
|
|
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
|
|
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
|
AZURE_OPENAI_API_VERSION: "2024-08-01-preview"
|
|
OPENCODE_URL: "http://100.108.64.76:4096"
|
|
ARCHIVEBOX_URL: ${{ secrets.ARCHIVEBOX_URL }}
|
|
ARCHIVEBOX_API_KEY: ${{ secrets.ARCHIVEBOX_API_KEY }}
|
|
run: |
|
|
python3 scripts/android-cua-smoke.py \
|
|
--model gpt-5.4 \
|
|
--include-xml
|
|
|
|
- name: Upload test artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@v7
|
|
with:
|
|
name: cua-artifacts-${{ github.run_number }}
|
|
path: |
|
|
/tmp/cua_*.png
|
|
/tmp/cua_*.mp4
|
|
if-no-files-found: ignore
|