feat: Session replay masking preview for SwiftUI #8066
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmarking | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| paths: | |
| # test changes to Sentry SDK sources | |
| - 'Sources/**' | |
| # test changes to benchmarking implementation | |
| - 'Samples/iOS-Swift/**' | |
| - 'Samples/iOS-Swift/PerformanceBenchmarks/**' | |
| - '.github/workflows/benchmarking.yml' | |
| - '.sauce/benchmarking-config.yml' | |
| - 'fastlane/**' | |
| - 'scripts/ci-select-xcode.sh' | |
| - 'scripts/build-xcframework.sh' | |
| # https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-benchmark-test-target: | |
| name: Build app and test runner | |
| runs-on: macos-13 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: ./scripts/ci-select-xcode.sh 15.2 | |
| - uses: ruby/setup-ruby@v1 | |
| with: | |
| bundler-cache: true | |
| - name: Install SentryCli | |
| run: brew install getsentry/tools/sentry-cli | |
| - name: Cache iOS-Swift App and dSYM build products | |
| id: ios-swift-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| DerivedData/Build/Products/Debug-iphoneos/iOS-Swift.app.dSYM | |
| DerivedData/Build/Products/Debug-iphoneos/iOS-Swift.app | |
| key: ios-swift-for-ui-testing-cache-key-${{ hashFiles('Samples/iOS-Swift/iOS-Swift/**') }}-${{ hashFiles('Sources/Sentry/**') }} | |
| - name: Cache iOS-Swift UI Test Runner App build product | |
| id: ios-swift-benchmark-runner-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| DerivedData/Build/Products/Debug-iphoneos/PerformanceBenchmarks-Runner.app | |
| key: ios-swift-for-ui-testing-cache-key-${{ hashFiles('Samples/iOS-Swift/PerformanceBenchmarks/**') }} | |
| - run: bundle exec fastlane build_ios_swift_for_tests | |
| env: | |
| APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }} | |
| APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }} | |
| APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }} | |
| FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }} | |
| MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }} | |
| MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }} | |
| MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }} | |
| - run: bundle exec fastlane build_ios_benchmark_test | |
| env: | |
| APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }} | |
| APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }} | |
| APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }} | |
| FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }} | |
| MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }} | |
| MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }} | |
| MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }} | |
| - name: Upload dSYMs | |
| run: | | |
| sentry-cli --auth-token ${{ secrets.SENTRY_AUTH_TOKEN }} upload-dif --org sentry-sdks --project sentry-cocoa DerivedData/Build/Products/Debug-iphoneos/iOS-Swift.app.dSYM | |
| - name: Archiving DerivedData | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: DerivedData-Xcode | |
| path: | | |
| **/Debug-iphoneos/iOS-Swift.app | |
| **/Debug-iphoneos/PerformanceBenchmarks-Runner.app | |
| run-ui-tests-with-sauce: | |
| name: Run benchmarks on Sauce Labs | |
| runs-on: ubuntu-latest | |
| needs: build-benchmark-test-target | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| suite: ['High-end device', 'Mid-range device', 'Low-end device'] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: DerivedData-Xcode | |
| - run: npm install -g saucectl@0.186.0 | |
| - name: Run Benchmarks in SauceLab | |
| id: run-benchmarks-in-sauce-lab | |
| continue-on-error: true | |
| env: | |
| SAUCE_USERNAME: ${{ secrets.SAUCE_USERNAME }} | |
| SAUCE_ACCESS_KEY: ${{ secrets.SAUCE_ACCESS_KEY }} | |
| run: | | |
| set -o pipefail && saucectl run \ | |
| --select-suite "${{matrix.suite}}" \ | |
| --config .sauce/benchmarking-config.yml \ | |
| --tags benchmark \ | |
| --verbose \ | |
| 2>&1 | tee output.log | |
| - name: Recovery - Extract Test ID from output | |
| id: should-retry-test | |
| if: ${{ steps.run-benchmarks-in-sauce-lab.outcome == 'failure' }} | |
| uses: actions/github-script@v7 | |
| env: | |
| SAUCE_USERNAME: ${{ secrets.SAUCE_USERNAME }} | |
| SAUCE_ACCESS_KEY: ${{ secrets.SAUCE_ACCESS_KEY }} | |
| with: | |
| script: | | |
| const fs = require('fs'); | |
| const { execSync } = require('child_process'); | |
| console.log("Extracting test ID from output log"); | |
| const outputLog = fs.readFileSync('output.log', 'utf8'); | |
| // Lookup for the test ID in the output log | |
| // Note: The CLI output might change over time, so this might need to be updated. | |
| const match = outputLog.match(/https:\/\/app\.saucelabs\.com\/tests\/([^\s]+)/); | |
| const testId = match?.[1] ?? ''; | |
| if (!testId) { | |
| core.warning("No SauceLabs test ID found in CLI output, it might have changed, retrying..."); | |
| core.setOutput('RETRY_TEST', 'true'); | |
| return; | |
| } | |
| try { | |
| console.log(`Checking if the test exists in SauceLabs: ${testId}`); | |
| execSync(`saucectl jobs get ${testId}`, { | |
| env: process.env, | |
| stdio: 'inherit' | |
| }); | |
| console.log("Test exists but failed, not retrying."); | |
| core.setFailed('Test exists but failed'); | |
| } catch (error) { | |
| console.log("Failed to get job, retrying..."); | |
| core.setOutput('RETRY_TEST', 'true'); | |
| } | |
| - name: Run Benchmarks in SauceLab - Retry 1 | |
| id: run-benchmarks-in-sauce-lab-retry-1 | |
| if: ${{ steps.should-retry-test.outputs.RETRY_TEST == 'true' }} | |
| env: | |
| SAUCE_USERNAME: ${{ secrets.SAUCE_USERNAME }} | |
| SAUCE_ACCESS_KEY: ${{ secrets.SAUCE_ACCESS_KEY }} | |
| run: | | |
| echo "::warning SauceLabs benchmark tests need to be retried" | |
| saucectl run \ | |
| --select-suite "${{matrix.suite}}" \ | |
| --config .sauce/benchmarking-config.yml \ | |
| --tags benchmark \ | |
| --verbose | |
| app-metrics: | |
| name: Collect app metrics | |
| runs-on: macos-13-xlarge | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| - run: ./scripts/ci-select-xcode.sh 15.2 | |
| - uses: ruby/setup-ruby@v1 | |
| with: | |
| bundler-cache: true | |
| - uses: actions/cache@v4 | |
| id: app-plain-cache | |
| with: | |
| path: Tests/Perf/test-app-plain.ipa | |
| key: ${{ github.workflow }}-${{ github.job }}-appplain-${{ hashFiles('fastlane/Fastfile', 'Tests/Perf/test-app-plain/**') }} | |
| - name: Build test app plain | |
| if: steps.app-plain-cache.outputs['cache-hit'] != 'true' | |
| run: bundle exec fastlane build_perf_test_app_plain | |
| env: | |
| APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }} | |
| APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }} | |
| APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }} | |
| FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }} | |
| MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }} | |
| MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }} | |
| MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }} | |
| - name: Build Framework | |
| run: ./scripts/build-xcframework.sh iOSOnly | |
| - name: Archive build log if failed | |
| uses: actions/upload-artifact@v4 | |
| if: ${{ failure() || cancelled() }} | |
| with: | |
| name: raw-build-output-build-xcframework | |
| path: | | |
| build-xcframework.log | |
| - name: Build test app with sentry | |
| run: bundle exec fastlane build_perf_test_app_sentry | |
| env: | |
| APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }} | |
| APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }} | |
| APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }} | |
| FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }} | |
| MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }} | |
| MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }} | |
| MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }} | |
| - name: Collect app metrics | |
| uses: getsentry/action-app-sdk-overhead-metrics@v1 | |
| with: | |
| config: Tests/Perf/metrics-test.yml | |
| sauce-user: ${{ secrets.SAUCE_USERNAME }} | |
| sauce-key: ${{ secrets.SAUCE_ACCESS_KEY }} |