feat(metro): New simplified Sentry Metro Serializer export #6646
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: End-to-End Tests | |
on: | |
push: | |
branches: [main] | |
pull_request: | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
env: | |
SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }} | |
jobs: | |
cancel-previous-workflow: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Cancel Previous Runs | |
uses: styfle/cancel-workflow-action@01ce38bf961b4e243a6342cbade0dbc8ba3f0432 # [email protected] | |
with: | |
access_token: ${{ github.token }} | |
metrics: | |
runs-on: macos-latest | |
strategy: | |
# we want that the matrix keeps running, default is to cancel them if it fails. | |
fail-fast: false | |
matrix: | |
rn-architecture: ['legacy', 'new'] | |
platform: ["ios", "android"] | |
include: | |
- platform: ios | |
name: iOS | |
appPlain: test/perf/test-app-plain.ipa | |
- platform: android | |
name: Android | |
appPlain: test/perf/TestAppPlain/android/app/build/outputs/apk/release/app-release.apk | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: 16 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: "11" | |
distribution: "adopt" | |
- name: Install Global Dependencies | |
run: yarn global add react-native-cli @sentry/cli yalc | |
- uses: actions/cache@v3 | |
id: deps-cache | |
with: | |
path: | | |
node_modules | |
test/perf/TestAppSentry/node_modules | |
key: ${{ github.workflow }}-${{ github.job }}-${{ hashFiles('yarn.lock', 'test/perf/TestAppSentry/yarn.lock') }} | |
- name: Install Dependencies | |
if: steps.deps-cache.outputs['cache-hit'] != 'true' | |
run: yarn install | |
- name: Build SDK | |
run: yarn build | |
- name: Package SDK | |
run: yalc publish | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: 16 | |
- uses: actions/cache@v3 | |
id: app-plain-cache | |
with: | |
path: ${{ matrix.appPlain }} | |
# if the whole plain app folder is hashed the cache is never hit as there are files generated in the folder | |
# the cache key is calculated both at cache retrieval and save time | |
# hashFiles fails when there are rn android new arch generated files in the folder (exact reason unknown) | |
key: ${{ github.workflow }}-${{ github.job }}-appplain-${{ matrix.platform }}-${{ matrix.rn-architecture }}-${{ hashFiles('test/perf/TestAppPlain/yarn.lock') }} | |
- name: Build app plain | |
if: steps.app-plain-cache.outputs['cache-hit'] != 'true' | |
working-directory: ./test/perf/TestAppPlain | |
run: | | |
yarn install | |
cd ${{ matrix.platform }} | |
if [[ "${{ matrix.platform }}" == "android" ]]; then | |
if [[ ${{ matrix.rn-architecture }} == 'new' ]]; then | |
perl -i -pe's/newArchEnabled=false/newArchEnabled=true/g' gradle.properties | |
fi | |
./gradlew assembleRelease | |
else | |
export PRODUCTION=1 | |
if [[ ${{ matrix.rn-architecture }} == 'new' ]]; then | |
export RCT_NEW_ARCH_ENABLED=1 | |
fi | |
pod install | |
cd ../.. | |
fastlane build_perf_test_app_plain | |
fi | |
env: | |
APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }} | |
APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }} | |
APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }} | |
FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }} | |
MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }} | |
MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }} | |
MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }} | |
- name: Build app with Sentry | |
working-directory: ./test/perf/TestAppSentry | |
run: | | |
yalc add @sentry/react-native | |
yarn install | |
cd ${{ matrix.platform }} | |
if [[ "${{ matrix.platform }}" == "android" ]]; then | |
if [[ ${{ matrix.rn-architecture }} == 'new' ]]; then | |
perl -i -pe's/newArchEnabled=false/newArchEnabled=true/g' gradle.properties | |
fi | |
./gradlew assembleRelease | |
else | |
export PRODUCTION=1 | |
if [[ ${{ matrix.rn-architecture }} == 'new' ]]; then | |
export RCT_NEW_ARCH_ENABLED=1 | |
fi | |
pod install | |
cd ../.. | |
fastlane build_perf_test_app_sentry | |
cd TestAppSentry | |
fi | |
# Remove after build so that the cache isn't invaldiated due to the changes in yarn.lock. | |
yarn remove @sentry/react-native | |
env: | |
APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }} | |
APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }} | |
APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }} | |
FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }} | |
MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }} | |
MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }} | |
MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }} | |
- name: Collect apps metrics | |
uses: getsentry/action-app-sdk-overhead-metrics@v1 | |
with: | |
name: ${{ matrix.name }} (${{ matrix.rn-architecture }}) | |
config: ./test/perf/metrics-${{ matrix.platform }}.yml | |
sauce-user: ${{ secrets.SAUCE_USERNAME }} | |
sauce-key: ${{ secrets.SAUCE_ACCESS_KEY }} | |
react-native-build: | |
name: Build RN ${{ matrix.rn-version }} ${{ matrix.rn-architecture }} ${{ matrix.engine }} ${{ matrix.platform }} ${{ matrix.build-type }} ${{ matrix.ios-use-frameworks }} | |
runs-on: macos-latest | |
env: | |
RN_SENTRY_POD_NAME: RNSentry | |
RN_DIFF_REPOSITORY: https://github.com/react-native-community/rn-diff-purge.git | |
strategy: | |
fail-fast: false # keeps matrix running if one fails | |
matrix: | |
rn-version: ['0.65.3', '0.72.4'] | |
rn-architecture: ['legacy', 'new'] | |
platform: ['android', 'ios'] | |
build-type: ['dev', 'production'] | |
ios-use-frameworks: ['no', 'static', 'dynamic'] | |
engine: ['hermes', 'jsc'] | |
include: | |
- platform: ios | |
runtime: 'latest' | |
device: 'iPhone 14' | |
exclude: | |
# exclude JSC for new RN versions (keeping the matrix manageable) | |
- rn-version: '0.72.4' | |
engine: 'jsc' | |
# exclude all rn versions lower than 0.70.0 for new architecture | |
- rn-version: '0.65.3' | |
rn-architecture: 'new' | |
# exlude old rn version for use frameworks builds (to minimalize the matrix) | |
- rn-version: '0.65.3' | |
platform: 'ios' | |
ios-use-frameworks: 'static' | |
- rn-version: '0.65.3' | |
platform: 'ios' | |
ios-use-frameworks: 'dynamic' | |
# use frameworks is ios only feature | |
- platform: 'android' | |
ios-use-frameworks: 'static' | |
- platform: 'android' | |
ios-use-frameworks: 'dynamic' | |
# exclude new rn architecture and dynamic frameworks | |
- rn-architecture: 'new' | |
ios-use-frameworks: 'dynamic' | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Sentry Release | |
run: | | |
SENTRY_RELEASE_CANDIDATE=$(echo 'e2e/${{ github.ref }}' | perl -pe 's/\//-/g') | |
echo "SENTRY_RELEASE=$SENTRY_RELEASE_CANDIDATE" >> $GITHUB_ENV | |
- name: Sentry Dist | |
run: | | |
SENTRY_DIST_CANDIDATE=${{ matrix.rn-version }}-${{ matrix.rn-architecture }}-${{ matrix.engine }}-${{ matrix.platform }}-${{ matrix.build-type }}-${{ matrix.ios-use-frameworks }}-${GITHUB_SHA:0:8} | |
echo "SENTRY_DIST=$SENTRY_DIST_CANDIDATE" >> $GITHUB_ENV | |
- name: Sentry Envs | |
run: | | |
echo "SENTRY_RELEASE=$SENTRY_RELEASE" | |
echo "SENTRY_DIST=$SENTRY_DIST" | |
- uses: actions/setup-node@v4 | |
if: ${{ matrix.rn-version == '0.65.3' }} | |
with: | |
node-version: 16 | |
- uses: actions/setup-node@v4 | |
if: ${{ matrix.rn-version != '0.65.3' }} | |
with: | |
node-version: 18 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: '11' | |
distribution: 'adopt' | |
- name: Setup Global Tools | |
run: | | |
yarn global add yalc semver | |
brew install xcbeautify | |
- name: NPM cache SDK | |
uses: actions/cache@v3 | |
id: deps-cache | |
with: | |
path: node_modules | |
key: ${{ github.workflow }}-${{ github.job }}-npm-${{ hashFiles('yarn.lock') }} | |
- name: NPM cache E2E Tests Library | |
uses: actions/cache@v3 | |
id: deps-cache-e2e-library | |
with: | |
path: test/e2e/node_modules | |
key: ${{ github.workflow }}-${{ github.job }}-npm-${{ hashFiles('test/e2e/yarn.lock') }} | |
- name: Install SDK JS Dependencies | |
if: ${{ steps.deps-cache.outputs['cache-hit'] != 'true' }} | |
run: yarn install | |
- name: Install E2E Tests Library JS Dependencies | |
if: steps.deps-cache.outputs['deps-cache-e2e-library'] != 'true' | |
working-directory: test/e2e | |
run: yarn install | |
- name: Build SDK | |
run: yarn build | |
- name: Build E2E Tests Library | |
working-directory: test/e2e | |
run: yarn build | |
- name: Package SDK | |
run: yalc publish | |
- name: Download Plain RN ${{ matrix.rn-version }} App | |
working-directory: test/react-native/versions | |
run: git clone $RN_DIFF_REPOSITORY --branch release/${{ matrix.rn-version }} --single-branch ${{ matrix.rn-version }} | |
- name: Add SDK to App | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp | |
run: yalc add @sentry/react-native | |
- name: Install App JS Dependencies | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp | |
run: yarn install | |
- name: Add E2E Tests Library to App | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp | |
run: yarn add ../../../../e2e | |
- name: Install App Pods | |
if: ${{ matrix.platform == 'ios' }} | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp/ios | |
run: | | |
../../../../rn.patch.podfile.js --pod-file Podfile --engine ${{ matrix.engine }} | |
[[ "${{ matrix.ios-use-frameworks }}" == "static" ]] && export USE_FRAMEWORKS=static && export NO_FLIPPER=1 | |
[[ "${{ matrix.ios-use-frameworks }}" == "dynamic" ]] && export USE_FRAMEWORKS=dynamic && export NO_FLIPPER=1 | |
[[ "${{ matrix.build-type }}" == "production" ]] && ENABLE_PROD=1 || ENABLE_PROD=0 | |
[[ "${{ matrix.rn-architecture }}" == "new" ]] && ENABLE_NEW_ARCH=1 || ENABLE_NEW_ARCH=0 | |
echo "ENABLE_PROD=$ENABLE_PROD" | |
echo "ENABLE_NEW_ARCH=$ENABLE_NEW_ARCH" | |
echo "USE_FRAMEWORKS=$USE_FRAMEWORKS" | |
PRODUCTION=$ENABLE_PROD RCT_NEW_ARCH_ENABLED=$ENABLE_NEW_ARCH pod install | |
cat Podfile.lock | grep $RN_SENTRY_POD_NAME | |
- name: Patch App RN | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp | |
run: | | |
patch --verbose --strip=0 --force --ignore-whitespace --fuzz 4 < ../../../rn.patch | |
../../../rn.patch.app.js --app . | |
../../../rn.patch.metro.config.js --path metro.config.js | |
- name: Patch Android App RN | |
if: ${{ matrix.platform == 'android' }} | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp | |
run: | | |
../../../rn.patch.gradle.properties.js --gradle-properties android/gradle.properties --engine ${{ matrix.engine }} | |
../../../rn.patch.app.build.gradle.js --app-build-gradle android/app/build.gradle | |
- name: Patch iOS App RN | |
if: ${{ matrix.platform == 'ios' }} | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp | |
run: | | |
../../../rn.patch.xcode.js \ | |
--project ios/RnDiffApp.xcodeproj/project.pbxproj \ | |
--rn-version '${{ matrix.rn-version }}' | |
# This prevents modules resolution from outside of the RN Test App projects | |
# during the native app build | |
- name: Clean SDK node_modules | |
run: rm -rf node_modules | |
- name: Build Android App | |
if: ${{ matrix.platform == 'android' }} | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp/android | |
run: | | |
if [[ ${{ matrix.rn-architecture }} == 'new' ]]; then | |
perl -i -pe's/newArchEnabled=false/newArchEnabled=true/g' gradle.properties | |
echo 'New Architecture enabled' | |
fi | |
[[ "${{ matrix.build-type }}" == "production" ]] && CONFIG='Release' || CONFIG='Debug' | |
echo "Building $CONFIG" | |
./gradlew ":app:assemble$CONFIG" -PreactNativeArchitectures=x86 | |
- name: Build iOS App | |
if: ${{ matrix.platform == 'ios' }} | |
working-directory: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp/ios | |
run: | | |
[[ "${{ matrix.build-type }}" == "production" ]] && CONFIG='Release' || CONFIG='Debug' | |
echo "Building $CONFIG" | |
mkdir -p "DerivedData" | |
derivedData="$(cd "DerivedData" ; pwd -P)" | |
set -o pipefail && xcodebuild \ | |
-workspace RnDiffApp.xcworkspace \ | |
-configuration "$CONFIG" \ | |
-scheme RnDiffApp \ | |
-destination 'platform=iOS Simulator,OS=${{ matrix.runtime }},name=${{ matrix.device }}' \ | |
ONLY_ACTIVE_ARCH=yes \ | |
-derivedDataPath "$derivedData" \ | |
build \ | |
| tee xcodebuild.log \ | |
| xcbeautify --quieter --is-ci --disable-colored-output | |
- name: Archive Android APK | |
if: matrix.platform == 'android' && matrix.build-type == 'production' | |
run: | | |
BUILD_PATH=test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp/android/app/build/outputs/apk/release | |
BUILD_NAME=app-release.apk | |
tar -cvf apk.tar -C $BUILD_PATH $BUILD_NAME | |
- name: Archive iOS APP | |
if: matrix.platform == 'ios' && matrix.build-type == 'production' | |
run: | | |
BUILD_PATH=test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp/ios/DerivedData/Build/Products/Release-iphonesimulator | |
BUILD_NAME=RnDiffApp.app | |
tar -cvf app.tar -C $BUILD_PATH $BUILD_NAME | |
- name: Upload App APK | |
if: matrix.platform == 'android' && matrix.build-type == 'production' | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ matrix.rn-version }}-${{ matrix.rn-architecture }}-${{ matrix.engine }}-${{ matrix.platform }}-${{ matrix.build-type }}-${{ matrix.ios-use-frameworks }}-app-package | |
path: apk.tar | |
retention-days: 1 | |
- name: Upload App APP | |
if: matrix.platform == 'ios' && matrix.build-type == 'production' | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ matrix.rn-version }}-${{ matrix.rn-architecture }}-${{ matrix.engine }}-${{ matrix.platform }}-${{ matrix.build-type }}-${{ matrix.ios-use-frameworks }}-app-package | |
path: app.tar | |
retention-days: 1 | |
- name: Upload logs | |
if: ${{ always() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: rn-build-logs-${{ matrix.rn-version }}-${{ matrix.rn-architecture }}-${{ matrix.engine }}-${{ matrix.platform }}-${{ matrix.build-type }}-${{ matrix.ios-use-frameworks }} | |
path: test/react-native/versions/${{ matrix.rn-version }}/RnDiffApp/ios/*.log | |
react-native-test: | |
name: Test RN ${{ matrix.rn-version }} ${{ matrix.rn-architecture }} ${{ matrix.engine }} ${{ matrix.platform }} ${{ matrix.build-type }} ${{ matrix.ios-use-frameworks }} | |
needs: react-native-build | |
runs-on: macos-latest | |
strategy: | |
fail-fast: false # keeps matrix running if one fails | |
matrix: | |
rn-version: ['0.65.3', '0.72.4'] | |
rn-architecture: ['legacy', 'new'] | |
platform: ['android', 'ios'] | |
build-type: ['production'] | |
ios-use-frameworks: ['no'] # test only no framworks | |
engine: ['hermes', 'jsc'] | |
include: | |
- platform: ios | |
runtime: 'latest' | |
device: 'iPhone 14' | |
exclude: | |
# exclude all rn versions lower than 0.70.0 for new architecture | |
- rn-version: '0.65.3' | |
rn-architecture: 'new' | |
# e2e test only the default combinations | |
- rn-version: '0.65.3' | |
engine: 'hermes' | |
- rn-version: '0.72.4' | |
engine: 'jsc' | |
env: | |
PLATFORM: ${{ matrix.platform }} | |
DEVICE: ${{ matrix.device }} | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Setup Global Tools | |
run: brew install xcbeautify | |
- name: Download App Package | |
if: matrix.build-type == 'production' | |
uses: actions/download-artifact@v3 | |
with: | |
name: ${{ matrix.rn-version }}-${{ matrix.rn-architecture }}-${{ matrix.engine }}-${{ matrix.platform }}-${{ matrix.build-type }}-${{ matrix.ios-use-frameworks }}-app-package | |
path: test/e2e | |
- name: Extract App Package | |
working-directory: test/e2e | |
run: tar -xvf *.tar | |
- uses: actions/setup-node@v4 | |
if: ${{ matrix.rn-version == '0.65.3' }} | |
with: | |
node-version: 16 | |
- uses: actions/setup-node@v4 | |
if: ${{ matrix.rn-version != '0.65.3' }} | |
with: | |
node-version: 18 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: '11' | |
distribution: 'adopt' | |
- name: NPM cache E2E Tests Library | |
uses: actions/cache@v3 | |
id: deps-cache-e2e-library | |
with: | |
path: test/e2e/node_modules | |
key: ${{ github.workflow }}-${{ github.job }}-npm-${{ hashFiles('test/e2e/yarn.lock') }} | |
- name: Install E2E Tests Library JS Dependencies | |
if: steps.deps-cache.outputs['deps-cache-e2e-library'] != 'true' | |
working-directory: test/e2e | |
run: yarn install | |
- name: Build iOS WebDriverAgent | |
if: matrix.platform == 'ios' | |
working-directory: test/e2e | |
run: | | |
mkdir -p "DerivedData" | |
derivedData="$(cd "DerivedData" ; pwd -P)" | |
set -o pipefail && xcodebuild \ | |
-project node_modules/appium-webdriveragent/WebDriverAgent.xcodeproj \ | |
-scheme WebDriverAgentRunner \ | |
GCC_TREAT_WARNINGS_AS_ERRORS=0 \ | |
COMPILER_INDEX_STORE_ENABLE=NO \ | |
-destination 'platform=iOS Simulator,OS=${{ matrix.runtime }},name=${{ matrix.device }}' \ | |
ONLY_ACTIVE_ARCH=yes \ | |
-derivedDataPath "$derivedData" \ | |
build \ | |
| tee xcodebuild.log \ | |
| xcbeautify --quieter --is-ci --disable-colored-output | |
- name: Start Appium Server | |
working-directory: test/e2e | |
run: yarn run appium --log-timestamp --log-no-colors --log appium.${{ matrix.platform }}.log & | |
# Wait until the Appium server starts. | |
- name: Check Appium Server | |
uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # pin@v2 | |
with: | |
timeout_seconds: 60 | |
max_attempts: 10 | |
command: curl --output /dev/null --silent --head --fail http://127.0.0.1:4723/sessions | |
- name: Run tests on Android | |
if: ${{ matrix.platform == 'android' }} | |
env: | |
APPIUM_APP: ./app-release.apk | |
uses: reactivecircus/android-emulator-runner@50986b1464923454c95e261820bc626f38490ec0 # pin@v2 | |
with: | |
working-directory: test/e2e | |
api-level: 29 | |
emulator-options: > | |
-accel on | |
-no-snapshot | |
-gpu swiftshader_indirect | |
-noaudio | |
-no-boot-anim | |
-camera-back none | |
-camera-front none | |
-timezone US/Pacific | |
script: | | |
# Collect logs | |
adb logcat '*:D' 2>&1 >adb.log & | |
adb devices -l | |
yarn test --verbose | |
- name: Run tests on iOS | |
if: ${{ matrix.platform == 'ios' }} | |
working-directory: test/e2e | |
env: | |
APPIUM_APP: ./RnDiffApp.app | |
APPIUM_DERIVED_DATA: DerivedData | |
run: yarn test --verbose | |
- name: Upload logs | |
if: ${{ always() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ matrix.rn-version }}-${{ matrix.rn-architecture }}-${{ matrix.engine }}-${{ matrix.platform }}-${{ matrix.build-type }}-${{ matrix.ios-use-frameworks }}-logs | |
path: | | |
test/e2e/*.log | |
test/e2e/*.png |