mirror of
https://github.com/element-hq/element-x-ios.git
synced 2025-03-10 21:39:12 +00:00

* Disable image and document picker integration tests as they randomly fail to load and are flakey. * Delete any pre-existing log files * Various tracing tweaks and fixes: - delete the custom tracing log levels as we can't control their ouput - implement comparable on them - change default levels only if the new chosen level increases their verbosity * Make logging targets mandatory and fix their logging levels * Switch back to using the `run_tests` reset simulator flag as `fastlane snapshot reset_simulators` was too generic and slow * Switch all integration test taps to `tapCenter` (nee forceTap) after noticing missed taps on CI. * Make the logging file prefix explicit, let the main app not use one. * Rename tracing configuration `target` to `currentTarget`
94 lines
3.0 KiB
YAML
94 lines
3.0 KiB
YAML
name: Integration tests
|
|
|
|
on:
|
|
schedule:
|
|
- cron: '0 6,18 * * *'
|
|
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
integration_tests:
|
|
name: Integration Tests
|
|
runs-on: macos-14
|
|
|
|
concurrency:
|
|
# Only allow a single run of this workflow on each branch, automatically cancelling older runs.
|
|
group: integration-tests-${{ github.head_ref }}
|
|
cancel-in-progress: false
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- uses: actions/cache@v4
|
|
with:
|
|
path: vendor/bundle
|
|
key: ${{ runner.os }}-gems-${{ hashFiles('**/Gemfile.lock') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-gems-
|
|
|
|
- name: Setup environment
|
|
run:
|
|
source ci_scripts/ci_common.sh && setup_github_actions_environment
|
|
|
|
- name: Delete old log files
|
|
run: find '/Users/Shared' -name 'console*' -delete
|
|
|
|
- name: Run tests
|
|
run: bundle exec fastlane integration_tests
|
|
env:
|
|
INTEGRATION_TESTS_HOST: ${{ secrets.INTEGRATION_TESTS_HOST }}
|
|
INTEGRATION_TESTS_USERNAME: ${{ secrets.INTEGRATION_TESTS_USERNAME }}
|
|
INTEGRATION_TESTS_PASSWORD: ${{ secrets.INTEGRATION_TESTS_PASSWORD }}
|
|
|
|
- name: Check logs are set to the `trace` level
|
|
run: (grep ' TRACE ' /Users/Shared -qR)
|
|
|
|
- name: Check logs don't contain private messages
|
|
run: "! grep 'Go down in flames' /Users/Shared -R"
|
|
|
|
- name: Zip results # for faster upload
|
|
if: failure()
|
|
working-directory: fastlane/test_output
|
|
run: zip -r IntegrationTests.xcresult.zip IntegrationTests.xcresult
|
|
|
|
- name: Archive artifacts
|
|
uses: actions/upload-artifact@v4
|
|
if: failure()
|
|
with:
|
|
name: Results
|
|
path: fastlane/test_output/IntegrationTests.xcresult.zip
|
|
retention-days: 7
|
|
if-no-files-found: ignore
|
|
|
|
- name: Archive raw log file
|
|
uses: actions/upload-artifact@v4
|
|
if: always()
|
|
with:
|
|
name: raw.log
|
|
path: ~/Library/Logs/scan/IntegrationTests-IntegrationTests.log
|
|
retention-days: 2
|
|
if-no-files-found: ignore
|
|
|
|
- name: Collect coverage
|
|
run: xcresultparser -q -o cobertura -t ElementX -p $(pwd) fastlane/test_output/IntegrationTests.xcresult > fastlane/test_output/integration-cobertura.xml
|
|
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
fail_ci_if_error: true
|
|
token: ${{ secrets.CODECOV_TOKEN }}
|
|
flags: integrationtests
|
|
|
|
- name: Collect test results
|
|
if: ${{ !cancelled() }}
|
|
run: xcresultparser -q -o junit -p $(pwd) fastlane/test_output/IntegrationTests.xcresult > fastlane/test_output/integration-junit.xml
|
|
|
|
- name: Upload test results to Codecov
|
|
if: ${{ !cancelled() }}
|
|
uses: codecov/test-results-action@v1
|
|
continue-on-error: true
|
|
with:
|
|
fail_ci_if_error: false
|
|
token: ${{ secrets.CODECOV_TOKEN }}
|
|
flags: integrationtests
|