ci: fix canary failures (#4511)

* fix terraform test checks

* fix terraform local test expected output

* add dateparser to the list of hidden imports

* print build error from container

* run package tests in parallel

* fix log formatting

* run delete tests in 4 parallel threads

appveyor-ubuntu.yml

@@ -285,7 +285,7 @@ for:
 
     test_script:
       - "pip install -e \".[dev]\""
-      - sh: "pytest -vv tests/integration/package --json-report --json-report-file=TEST_REPORT-integration-package.json"
+      - sh: "pytest -vv tests/integration/package -n 4 --reruns 4 --json-report --json-report-file=TEST_REPORT-integration-package.json"
 
   # Integ testing delete
   -
@@ -296,7 +296,7 @@ for:
 
     test_script:
       - "pip install -e \".[dev]\""
-      - sh: "pytest -vv tests/integration/delete --json-report --json-report-file=TEST_REPORT-integration-delete.json"
+      - sh: "pytest -vv tests/integration/delete -n 4 --reruns 4 --json-report --json-report-file=TEST_REPORT-integration-delete.json"
 
   # Integ testing sync
   -

appveyor-windows.yml

@@ -227,7 +227,7 @@ for:
       - "git --version"
       - "venv\\Scripts\\activate"
       - "docker system prune -a -f"
-      - ps: "pytest -vv tests/integration/package --json-report --json-report-file=TEST_REPORT-integration-package.json"
+      - ps: "pytest -vv tests/integration/package -n 4 --reruns 4 --json-report --json-report-file=TEST_REPORT-integration-package.json"
 
   # Integ testing delete
   - matrix:
@@ -239,7 +239,7 @@ for:
       - "git --version"
       - "venv\\Scripts\\activate"
       - "docker system prune -a -f"
-      - ps: "pytest -vv tests/integration/delete --json-report --json-report-file=TEST_REPORT-integration-delete.json"
+      - ps: "pytest -vv tests/integration/delete -n 4 --reruns 4 --json-report --json-report-file=TEST_REPORT-integration-delete.json"
 
   # Integ testing sync
   - matrix:

samcli/cli/hidden_imports.py

@@ -38,4 +38,5 @@ def walk_modules(module: HasPathAndName, visited: set) -> None:
     "pkg_resources.py2_warn",
     "aws_lambda_builders.workflows",
     "configparser",
+    "dateparser",
 ]

samcli/lib/build/app_builder.py

@@ -954,7 +954,7 @@ def _parse_builder_response(stdout_data: str, image_name: str) -> Dict:
         except Exception:
             # Invalid JSON is produced as an output only when the builder process crashed for some reason.
             # Report this as a crash
-            LOG.debug("Builder crashed")
+            LOG.error("Builder crashed: %s", stdout_data)
             raise
 
         if "error" in response:

tests/integration/buildcmd/test_build_terraform_applications.py

@@ -267,7 +267,7 @@ def test_build_and_invoke_lambda_functions(self, function_identifier, expected_o
             f"https://aws.amazon.com/service-terms/.{os.linesep}"
         )
         self.assertNotRegex(stdout.decode("utf-8"), terraform_beta_feature_prompted_text)
-        self.assertTrue(stderr.decode("utf-8").startswith(Colored().yellow(experimental_warning)))
+        self.assertIn(Colored().yellow(experimental_warning), stderr.decode("utf-8"))
         LOG.info("sam build stdout: %s", stdout.decode("utf-8"))
         LOG.info("sam build stderr: %s", stderr.decode("utf-8"))
         self.assertEqual(return_code, 0)

tests/integration/local/start_lambda/test_start_lambda_terraform_applications.py

@@ -390,7 +390,7 @@ def setUp(self):
 
     @pytest.mark.flaky(reruns=3)
     def test_invoke_function_and_warning_message_is_printed(self):
-        self.assertTrue(self.start_lambda_process_error.startswith(Colored().yellow(EXPERIMENTAL_WARNING)))
+        self.assertIn(Colored().yellow(EXPERIMENTAL_WARNING), self.start_lambda_process_error)
 
 
 class TestLocalStartLambdaTerraformApplicationWithExperimentalPromptNo(StartLambdaTerraformApplicationIntegBase):