Update CI

.buildkite/pipeline.quick.yml

@@ -10,6 +10,8 @@ steps:
     commands:
       - make bootstrap
       - make analyze test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: macOS 10.14 unit tests
     timeout_in_minutes: 10
@@ -22,6 +24,8 @@ steps:
     commands:
       - make bootstrap
       - make analyze test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: iOS 13 unit tests
     timeout_in_minutes: 10
@@ -37,6 +41,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: iOS 12 unit tests
     timeout_in_minutes: 10
@@ -52,6 +58,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: iOS 11 unit tests
     timeout_in_minutes: 10
@@ -67,6 +75,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: iOS 10 unit tests
     timeout_in_minutes: 10
@@ -81,6 +91,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: tvOS 13 unit tests
     timeout_in_minutes: 10
@@ -96,6 +108,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: tvOS 12 unit tests
     timeout_in_minutes: 10
@@ -111,6 +125,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: tvOS 11 unit tests
     timeout_in_minutes: 10
@@ -126,6 +142,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: tvOS 10 unit tests
     timeout_in_minutes: 10
@@ -139,6 +157,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: ':apple: macOS 10.15 full end-to-end tests'
     depends_on:

.buildkite/pipeline.yml

@@ -62,6 +62,8 @@ steps:
     commands:
       - make bootstrap
       - make analyze test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: iOS 14 unit tests
     timeout_in_minutes: 10
@@ -75,6 +77,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: iOS 9 unit tests
     timeout_in_minutes: 10
@@ -89,6 +93,8 @@ steps:
       - make bootstrap
       - TEST_CONFIGURATION=Debug make test
       - TEST_CONFIGURATION=Release make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: tvOS 14 unit tests
     timeout_in_minutes: 10
@@ -102,6 +108,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: tvOS 9 unit tests
     timeout_in_minutes: 10
@@ -115,6 +123,8 @@ steps:
     commands:
       - make bootstrap
       - make test
+    artifact_paths:
+      - xcodebuild.log
 
   - label: ':ios: iOS 14 barebones end-to-end tests'
     depends_on:

Gemfile

@@ -7,7 +7,7 @@ gem 'xcpretty'
 
 # A reference to Maze Runner is only needed for running tests locally and if committed it must be
 # portable for CI, e.g. a specific release.  However, leaving it commented out would mean quicker CI.
-gem 'bugsnag-maze-runner', git: 'https://github.com/bugsnag/maze-runner', tag: 'v4.4.0'
+gem 'bugsnag-maze-runner', git: 'https://github.com/bugsnag/maze-runner', tag: 'v4.11.1'
 
 # Locally, you can run against Maze Runner branches and uncommitted changes:
 # gem 'bugsnag-maze-runner', path: '../maze-runner'

Gemfile.lock

@@ -1,10 +1,10 @@
 GIT
   remote: https://github.com/bugsnag/maze-runner
-  revision: acdffd98a16ecf7b32c4efbb9f38583e3a0c06ab
-  tag: v4.4.0
+  revision: b5925737b0c3db49ac38a5a68e6bfe38026ef508
+  tag: v4.11.1
   specs:
-    bugsnag-maze-runner (4.4.0)
-      appium_lib (~> 10.2)
+    bugsnag-maze-runner (4.11.1)
+      appium_lib (~> 11.2.0)
       boring (~> 0.1.0)
       cucumber (~> 3.1.2)
       cucumber-expressions (~> 6.0.0)
@@ -31,11 +31,11 @@ GEM
     algoliasearch (1.27.5)
       httpclient (~> 2.8, >= 2.8.3)
       json (>= 1.5.1)
-    appium_lib (10.6.0)
-      appium_lib_core (~> 3.3)
+    appium_lib (11.2.0)
+      appium_lib_core (~> 4.1)
       nokogiri (~> 1.8, >= 1.8.1)
       tomlrb (~> 1.1)
-    appium_lib_core (3.11.1)
+    appium_lib_core (4.4.1)
       faye-websocket (~> 0.11.0)
       selenium-webdriver (~> 3.14, >= 3.14.1)
     atomos (0.1.3)

features/steps/ios_steps.rb

@@ -15,11 +15,11 @@
   )
 end
 
-When('I run {string} and relaunch the app') do |event_type|
-  steps %(
+When("I run {string} and relaunch the app") do |event_type|
+  steps %Q{
     When I run "#{event_type}"
-    And I relaunch the app
-  )
+    And I relaunch the app after a crash
+  }
 end
 
 When('I clear all persistent data') do
@@ -65,9 +65,18 @@ def click_if_present(element)
     system("killall #{app} > /dev/null && sleep 1")
     Maze.driver.get(app)
   else
-    # This step should only be used when the app has crashed, but the notifier needs a little
-    # time to write the crash report before being forced to reopen.
-    sleep(2)
+    Maze.driver.launch_app
+  end
+end
+
+When("I relaunch the app after a crash") do
+  # This step should only be used when the app has crashed, but the notifier needs a little
+  # time to write the crash report before being forced to reopen.  From trials, 2s was not enough.
+  sleep(5)
+  case Maze.driver.capabilities['platformName']
+  when 'Mac'
+    Maze.driver.get(Maze.driver.capabilities['app'])
+  else
     Maze.driver.launch_app
   end
 end