Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[PLAT-12584] Move iOS 17 tests to BB #1707

Merged
merged 5 commits into from
Nov 28, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
74 changes: 54 additions & 20 deletions .buildkite/pipeline.full.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,39 @@ steps:
# XcFramework E2E tests
#

- label: ':bitbar: iOS 17 XcFramework barebone E2E tests'
depends_on:
- xcframework_cocoa_fixture
timeout_in_minutes: 20
agents:
queue: opensource
plugins:
artifacts#v1.9.3:
download: "features/fixtures/ios/output/xcframework_ipa_url_bb.txt"
upload: "maze_output/failed/**/*"
docker-compose#v4.7.0:
pull: cocoa-maze-runner-bitbar
run: cocoa-maze-runner-bitbar
service-ports: true
command:
- "--app=@/app/build/xcframework_ipa_url_bb.txt"
- "--farm=bb"
- "--device=IOS_17"
- "--no-tunnel"
- "--aws-public-ip"
- "features/release/barebone_tests.feature"
test-collector#v1.10.2:
files: "reports/TEST-*.xml"
format: "junit"
branch: "^master|next$$"
concurrency: 25
concurrency_group: 'bitbar'
concurrency_method: eager
retry:
automatic:
- exit_status: -1 # Agent was lost
limit: 2

- label: ':bitbar: iOS 16 XcFramework barebone E2E tests'
depends_on:
- xcframework_cocoa_fixture
Expand Down Expand Up @@ -431,61 +464,62 @@ steps:
#
# BrowserStack
#
- label: ':browserstack: iOS 17 E2E tests batch 1'
- label: ':bitbar: iOS 17 E2E tests batch 1'
depends_on:
- cocoa_fixture
timeout_in_minutes: 60
agents:
queue: opensource
plugins:
artifacts#v1.9.3:
download: "features/fixtures/ios/output/ipa_url_bs_release.txt"
download: "features/fixtures/ios/output/ipa_url_bb_release.txt"
upload: "maze_output/failed/**/*"
docker-compose#v3.7.0:
pull: cocoa-maze-runner
run: cocoa-maze-runner
docker-compose#v4.7.0:
pull: cocoa-maze-runner-bitbar
run: cocoa-maze-runner-bitbar
service-ports: true
command:
- "--app=@/app/build/ipa_url_bs_release.txt"
- "--farm=bs"
- "--app=@/app/build/ipa_url_bb_release.txt"
- "--farm=bb"
- "--device=IOS_17"
- "--appium-version=1.21.0"
- "--a11y-locator"
- "--no-tunnel"
- "--aws-public-ip"
- "--fail-fast"
# PLAT-11155: App hang scenarios run on BrowserStack
- "features/release"
- "--exclude=features/release/[e-z].*.feature$"
test-collector#v1.10.2:
files: "reports/TEST-*.xml"
format: "junit"
branch: "^master|next$$"
concurrency: 25
concurrency_group: 'browserstack-app'
concurrency_group: 'bitbar'
concurrency_method: eager
retry:
automatic:
- exit_status: -1 # Agent was lost
limit: 2

- label: ':browserstack: iOS 17 E2E tests batch 2'
- label: ':bitbar: iOS 17 E2E tests batch 2'
depends_on:
- cocoa_fixture
timeout_in_minutes: 60
agents:
queue: opensource
plugins:
artifacts#v1.9.3:
download: "features/fixtures/ios/output/ipa_url_bs_release.txt"
download: "features/fixtures/ios/output/ipa_url_bb_release.txt"
upload: "maze_output/failed/**/*"
docker-compose#v3.7.0:
pull: cocoa-maze-runner
run: cocoa-maze-runner
docker-compose#v4.7.0:
pull: cocoa-maze-runner-bitbar
run: cocoa-maze-runner-bitbar
service-ports: true
command:
- "--app=@/app/build/ipa_url_bs_release.txt"
- "--farm=bs"
- "--app=@/app/build/ipa_url_bb_release.txt"
- "--farm=bb"
- "--device=IOS_17"
- "--appium-version=1.21.0"
- "--a11y-locator"
- "--no-tunnel"
- "--aws-public-ip"
- "--fail-fast"
- "features/release"
- "--exclude=features/release/[a-d].*.feature$"
Expand All @@ -494,7 +528,7 @@ steps:
format: "junit"
branch: "^master|next$$"
concurrency: 25
concurrency_group: 'browserstack-app'
concurrency_group: 'bitbar'
concurrency_method: eager
retry:
automatic:
Expand Down
34 changes: 34 additions & 0 deletions .buildkite/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -484,6 +484,40 @@ steps:
# BitBar
#

- label: ':bitbar: iOS 17 barebone tests'
depends_on:
- cocoa_fixture
timeout_in_minutes: 60
agents:
queue: opensource
plugins:
artifacts#v1.9.3:
download: "features/fixtures/ios/output/ipa_url_bb_release.txt"
upload: "maze_output/failed/**/*"
docker-compose#v4.7.0:
pull: cocoa-maze-runner-bitbar
run: cocoa-maze-runner-bitbar
service-ports: true
command:
- "--app=@/app/build/ipa_url_bb_release.txt"
- "--farm=bb"
- "--device=IOS_17"
- "--no-tunnel"
- "--aws-public-ip"
- "--fail-fast"
- "features/release/barebone_tests.feature"
test-collector#v1.10.2:
files: "reports/TEST-*.xml"
format: "junit"
branch: "^master|next$$"
concurrency: 25
concurrency_group: 'bitbar'
concurrency_method: eager
retry:
automatic:
- exit_status: -1 # Agent was lost
limit: 2

- label: ':bitbar: iOS 16 barebone tests'
depends_on:
- cocoa_fixture
Expand Down
6 changes: 3 additions & 3 deletions features/steps/app_steps.rb
Original file line number Diff line number Diff line change
Expand Up @@ -115,7 +115,7 @@ def relaunch_crashed_app
when 'ios'
# Wait for the app to stop running before relaunching
step 'the app is not running'
Maze.driver.launch_app
Maze.driver.activate_app Maze.driver.app_id
when 'macos'
sleep 4
launch_app
Expand All @@ -131,8 +131,8 @@ def relaunch_crashed_app
def kill_and_relaunch_app
case Maze::Helper.get_current_platform
when 'ios'
Maze.driver.close_app
Maze.driver.launch_app
Maze.driver.terminate_app Maze.driver&.app_id
Maze.driver.activate_app Maze.driver.app_id
when 'macos'
run_macos_app # This will kill the app if it's running
when 'watchos'
Expand Down
Loading