Skip to content

Add more CLI tests

Add more CLI tests #29

GitHub Actions / Test Results failed Feb 10, 2025 in 0s

1 fail, 121 pass in 3m 21s

   42 files  +   18     42 suites  +18   3m 21s ⏱️ + 3m 10s
  122 tests ±    0    121 ✅ +    3    0 💤  -  3  1 ❌ ± 0 
5 124 runs  +2 196  4 966 ✅ +2 170  152 💤 +44  6 ❌  - 18 

Results for commit 71382d1. ± Comparison against earlier commit 3d59055.

Annotations

Check warning on line 0 in tests.test_cli

See this annotation in the file changed.

@github-actions github-actions / Test Results

6 out of 42 runs failed: test_merge (tests.test_cli)

artifacts/Test Results (Python 3.6, macos-13)/test-results-py3.6-xml.xml [took 0s]
artifacts/Test Results (Python 3.6, ubuntu-20.04)/test-results-py3.6-xml.xml [took 0s]
artifacts/Test Results (Python 3.6, windows-2019)/test-results-py3.6-xml.xml [took 0s]
artifacts/Test Results (Python 3.7, macos-13)/test-results-py3.7-xml.xml [took 0s]
artifacts/Test Results (Python 3.7, ubuntu-20.04)/test-results-py3.7-xml.xml [took 0s]
artifacts/Test Results (Python 3.7, windows-2019)/test-results-py3.7-xml.xml [took 0s]
Raw output
assert 'testsuite name="JUnitXmlReporter"' in '<?xml version=\'1.0\' encoding=\'utf-8\'?>\n<testsuites errors="0" failures="1" skipped="1" tests="4" time="0.007"><t...0">\n\t\t<testcase classname="tests.test_fromfile" name="test_fromfile" time="0.001" />\n\t</testsuite>\n</testsuites>'
tmp_path = PosixPath('/tmp/pytest-of-runner/pytest-0/test_merge0')

    def test_merge(tmp_path: Path):
        files = [DATA_DIR / "jenkins.xml", DATA_DIR / "pytest_success.xml"]
        suites = ["JUnitXmlReporter", "JUnitXmlReporter.constructor", "pytest"]
        outfile = tmp_path / "merged.xml"
        cli.merge(files, str(outfile))
        xml = outfile.read_text()
        for s in suites:
>           assert f'testsuite name="{s}"' in xml
E           assert 'testsuite name="JUnitXmlReporter"' in '<?xml version=\'1.0\' encoding=\'utf-8\'?>\n<testsuites errors="0" failures="1" skipped="1" tests="4" time="0.007"><t...0">\n\t\t<testcase classname="tests.test_fromfile" name="test_fromfile" time="0.001" />\n\t</testsuite>\n</testsuites>'

tests/test_cli.py:24: AssertionError

Check notice on line 0 in .github

See this annotation in the file changed.

@github-actions github-actions / Test Results

122 tests found

There are 122 tests, see "Raw output" for the full list of tests.
Raw output
tests.test_cli ‑ test_merge
tests.test_cli ‑ test_merge_output_to_terminal
tests.test_cli ‑ test_verify[jenkins.xml-1]
tests.test_cli ‑ test_verify[no_fails.xml-0]
tests.test_cli ‑ test_verify[normal.xml-1]
tests.test_cli ‑ test_verify_with_glob
tests.test_cli.Test_CommandlineOptions ‑ test_help_shows_subcommands
tests.test_cli.Test_CommandlineOptions ‑ test_merge_argument_output
tests.test_cli.Test_CommandlineOptions ‑ test_merge_argument_path
tests.test_cli.Test_CommandlineOptions ‑ test_merge_help_options
tests.test_cli.Test_CommandlineOptions ‑ test_merge_option_suite_name
tests.test_cli.Test_CommandlineOptions ‑ test_option_glob[merge]
tests.test_cli.Test_CommandlineOptions ‑ test_option_glob[verify]
tests.test_cli.Test_CommandlineOptions ‑ test_subcommand_help[merge]
tests.test_cli.Test_CommandlineOptions ‑ test_subcommand_help[verify]
tests.test_cli.Test_CommandlineOptions ‑ test_subcommands_help_general_options[merge]
tests.test_cli.Test_CommandlineOptions ‑ test_subcommands_help_general_options[verify]
tests.test_cli.Test_CommandlineOptions ‑ test_verify_argument_path
tests.test_cli.Test_CommandlineOptions ‑ test_version[--version]
tests.test_cli.Test_CommandlineOptions ‑ test_version[-v]
tests.test_fromfile ‑ test_file_is_not_xml
tests.test_fromfile ‑ test_fromfile
tests.test_fromfile ‑ test_fromfile_file_obj
tests.test_fromfile ‑ test_fromfile_filelike_obj
tests.test_fromfile ‑ test_fromfile_url
tests.test_fromfile ‑ test_fromfile_with_parser
tests.test_fromfile ‑ test_fromfile_with_testsuite_in_testsuite
tests.test_fromfile ‑ test_fromfile_without_testsuites_tag
tests.test_fromfile ‑ test_illegal_xml_file
tests.test_fromfile ‑ test_multi_results_in_case
tests.test_general.Test_Attrs ‑ test_attr
tests.test_general.Test_JunitXml ‑ test_add
tests.test_general.Test_JunitXml ‑ test_add_same_suite
tests.test_general.Test_JunitXml ‑ test_add_suite
tests.test_general.Test_JunitXml ‑ test_add_two_different_suites
tests.test_general.Test_JunitXml ‑ test_add_two_same_suites
tests.test_general.Test_JunitXml ‑ test_construct_xml
tests.test_general.Test_JunitXml ‑ test_fromroot_testsuite
tests.test_general.Test_JunitXml ‑ test_fromroot_testsuites
tests.test_general.Test_JunitXml ‑ test_fromstring
tests.test_general.Test_JunitXml ‑ test_fromstring_invalid
tests.test_general.Test_JunitXml ‑ test_fromstring_multiple_fails
tests.test_general.Test_JunitXml ‑ test_fromstring_no_testsuites
tests.test_general.Test_JunitXml ‑ test_iadd
tests.test_general.Test_JunitXml ‑ test_iadd_same_suite
tests.test_general.Test_JunitXml ‑ test_iadd_two_different_suites
tests.test_general.Test_JunitXml ‑ test_iadd_two_same_suites
tests.test_general.Test_JunitXml ‑ test_xml_statistics
tests.test_general.Test_Locale ‑ test_fromstring_numbers_locale_insensitive[]
tests.test_general.Test_Locale ‑ test_fromstring_numbers_locale_insensitive[de_DE.UTF-8]
tests.test_general.Test_Locale ‑ test_fromstring_numbers_locale_insensitive[en_US.UTF-8]
tests.test_general.Test_MergeSuiteCounts ‑ test_merge_same_suite
tests.test_general.Test_MergeSuiteCounts ‑ test_merge_test_count
tests.test_general.Test_Properties ‑ test_properties_eq
tests.test_general.Test_Properties ‑ test_properties_ne
tests.test_general.Test_Properties ‑ test_properties_ne2
tests.test_general.Test_Properties ‑ test_property_eq
tests.test_general.Test_Properties ‑ test_property_ne
tests.test_general.Test_Properties ‑ test_property_repr1
tests.test_general.Test_Properties ‑ test_property_repr2
tests.test_general.Test_TestCase ‑ test_add_child_element
tests.test_general.Test_TestCase ‑ test_case_attributes
tests.test_general.Test_TestCase ‑ test_case_fromstring
tests.test_general.Test_TestCase ‑ test_case_init_with_attributes
tests.test_general.Test_TestCase ‑ test_case_is_error
tests.test_general.Test_TestCase ‑ test_case_is_failed
tests.test_general.Test_TestCase ‑ test_case_is_passed
tests.test_general.Test_TestCase ‑ test_case_is_skipped
tests.test_general.Test_TestCase ‑ test_case_output
tests.test_general.Test_TestCase ‑ test_equal
tests.test_general.Test_TestCase ‑ test_from_elem
tests.test_general.Test_TestCase ‑ test_from_junit_elem
tests.test_general.Test_TestCase ‑ test_monkypatch
tests.test_general.Test_TestCase ‑ test_multi_results
tests.test_general.Test_TestCase ‑ test_not_equal
tests.test_general.Test_TestCase ‑ test_result_attrs
tests.test_general.Test_TestCase ‑ test_result_eq
tests.test_general.Test_TestCase ‑ test_system_err
tests.test_general.Test_TestCase ‑ test_system_out
tests.test_general.Test_TestCase ‑ test_to_nonascii_string
tests.test_general.Test_TestCase ‑ test_to_string
tests.test_general.Test_TestCase ‑ test_update_results
tests.test_general.Test_TestCase ‑ test_xml_multi_results
tests.test_general.Test_TestSuite ‑ test_add_case
tests.test_general.Test_TestSuite ‑ test_add_cases
tests.test_general.Test_TestSuite ‑ test_add_property
tests.test_general.Test_TestSuite ‑ test_case_count
tests.test_general.Test_TestSuite ‑ test_case_time
tests.test_general.Test_TestSuite ‑ test_combining_testsuite_should_keep_name
tests.test_general.Test_TestSuite ‑ test_fromstring
tests.test_general.Test_TestSuite ‑ test_len
tests.test_general.Test_TestSuite ‑ test_props_fromstring
tests.test_general.Test_TestSuite ‑ test_quoted_attr
tests.test_general.Test_TestSuite ‑ test_remove_case
tests.test_general.Test_TestSuite ‑ test_remove_property
tests.test_general.Test_TestSuite ‑ test_remove_property_from_none
tests.test_general.Test_TestSuite ‑ test_suite_eq
tests.test_general.Test_TestSuite ‑ test_suite_in_suite
tests.test_general.Test_TestSuite ‑ test_suite_ne
tests.test_general.Test_TestSuite ‑ test_wrong_attr_type
tests.test_general.Test_XmlPackage ‑ test_lxml_etree
tests.test_general.Test_XmlPackage ‑ test_xml_etree
tests.test_write ‑ test_read_written_xml
tests.test_write ‑ test_write
tests.test_write ‑ test_write_file_obj
tests.test_write ‑ test_write_filelike_obj
tests.test_write ‑ test_write_noarg
tests.test_write ‑ test_write_nonascii
tests.test_write ‑ test_write_pretty
tests.test_write ‑ test_write_stdout_stderr
tests.test_write ‑ test_write_stringio_bytesio
tests.test_write ‑ test_write_xml_without_testsuite_tag
tests.test_xunit2.Test_JUnitXml ‑ test_fromstring
tests.test_xunit2.Test_JUnitXml ‑ test_init
tests.test_xunit2.Test_JUnitXml ‑ test_suite_fromstring
tests.test_xunit2.Test_TestCase ‑ test_case_flaky_fromstring
tests.test_xunit2.Test_TestCase ‑ test_case_rerun
tests.test_xunit2.Test_TestCase ‑ test_case_rerun_fromstring
tests.test_xunit2.Test_TestSuite ‑ test_iterate_case
tests.test_xunit2.Test_TestSuite ‑ test_iterate_suite
tests.test_xunit2.Test_TestSuite ‑ test_properties
tests.test_xunit2.Test_TestSuite ‑ test_remove_case