Add new tests to summaries

matplotlib · Jul 22, 2022 · e1fae46 · e1fae46
1 parent c4ba659
commit e1fae46
Show file tree

Hide file tree

Showing 12 changed files with 2,352 additions and 12 deletions.
diff --git a/tests/subtests/summaries/test_default.json b/tests/subtests/summaries/test_default.json
@@ -1,4 +1,121 @@
 {
+  "subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image files did not match\\.\n  RMS Value: 24\\.5[0-9]*\n  Expected:  \n    .*baseline\\.png\n  Actual:    \n    .*result\\.png\n  Difference:\n    .*result-failed-diff\\.png\n  Tolerance: \n    2",
+    "baseline_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/baseline.png",
+    "diff_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result-failed-diff.png",
+    "rms": 24.536840442259244,
+    "tolerance": 2,
+    "result_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image files did not match\\.\n  RMS Value: 24\\.5[0-9]*\n  Expected:  \n    .*baseline\\.png\n  Actual:    \n    .*result\\.png\n  Difference:\n    .*result-failed-diff\\.png\n  Tolerance: \n    2",
+    "baseline_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/baseline.png",
+    "diff_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result-failed-diff.png",
+    "rms": 24.537034749650488,
+    "tolerance": 2,
+    "result_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image files did not match\\.\n  RMS Value: 24\\.5[0-9]*\n  Expected:  \n    .*baseline\\.png\n  Actual:    \n    .*result\\.png\n  Difference:\n    .*result-failed-diff\\.png\n  Tolerance: \n    2",
+    "baseline_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/baseline.png",
+    "diff_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result-failed-diff.png",
+    "rms": 24.563779228775037,
+    "tolerance": 2,
+    "result_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_functions.test_hmatch_imatch": {
     "status": "passed",
     "image_status": "match",
@@ -219,5 +336,83 @@
     "result_image": null,
     "baseline_hash": null,
     "result_hash": null
+  },
+  "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image files did not match\\.\n  RMS Value: 24\\.5[0-9]*\n  Expected:  \n    .*baseline\\.png\n  Actual:    \n    .*result\\.png\n  Difference:\n    .*result-failed-diff\\.png\n  Tolerance: \n    2",
+    "baseline_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/baseline.png",
+    "diff_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result-failed-diff.png",
+    "rms": 24.536840442259244,
+    "tolerance": 2,
+    "result_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image files did not match\\.\n  RMS Value: 24\\.5[0-9]*\n  Expected:  \n    .*baseline\\.png\n  Actual:    \n    .*result\\.png\n  Difference:\n    .*result-failed-diff\\.png\n  Tolerance: \n    2",
+    "baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/baseline.png",
+    "diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result-failed-diff.png",
+    "rms": 24.537034749650488,
+    "tolerance": 2,
+    "result_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image files did not match\\.\n  RMS Value: 24\\.5[0-9]*\n  Expected:  \n    .*baseline\\.png\n  Actual:    \n    .*result\\.png\n  Difference:\n    .*result-failed-diff\\.png\n  Tolerance: \n    2",
+    "baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/baseline.png",
+    "diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result-failed-diff.png",
+    "rms": 24.520257314106637,
+    "tolerance": 2,
+    "result_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
+  "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass": {
+    "status": "passed",
+    "image_status": "match",
+    "hash_status": null,
+    "status_msg": "Image comparison passed.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": 2,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
   }
-}
+}