build: store test results (contentful#1369)

* build: store test results

* build: use junit reporting

* build: add result hash to filename

* build: testing with combined junit report

* build: testing with combined junit report

* build: remove mochawesome, extract reporting to ci config

* build: use chrome for ct

* build: fix ct command

* build: fix reporter options

* build: fix ct command

* build: add missing \, add jest reporting

* build: add extensible base jest config, jest reporting

* chore: add jest

.circleci/config.yml

@@ -57,6 +57,8 @@ jobs:
       - yarn_install
       - run: yarn build
       - run: yarn test:ci
+      - store_test_results:
+          path: reports
 
   integration-tests:
     parameters:
@@ -77,9 +79,13 @@ jobs:
       - run:
           command: |
             TESTFILES=$(circleci tests glob "cypress/integration/**/*.ts" | circleci tests split --split-by=timings --timings-type=filename | tr '\n' ',')
-            npx cypress run --spec "${TESTFILES}" --browser << parameters.browser >>
+            npx cypress run \
+              --spec "${TESTFILES}" \
+              --reporter junit \
+              --reporter-options "mochaFile=./cypress/reports/integration/test-results.[hash].xml" \
+              --browser << parameters.browser >>
       - store_test_results:
-          path: cypress/results
+          path: cypress/reports/integration
       - store_artifacts:
           path: cypress/screenshots
       - store_artifacts:
@@ -94,7 +100,14 @@ jobs:
       - run:
           name: Run cypress component tests
           command: |
-            yarn cy:run:ct
+            TESTFILES=$(circleci tests glob cypress/component/**/*.ts | circleci tests split --split-by=timings --timings-type=filename | tr '\n' ',')
+            npx cypress run-ct \
+              --spec "${TESTFILES}" \
+              --reporter junit \
+              --reporter-options "mochaFile=./cypress/reports/component/test-results.[hash].xml" \
+              --browser chrome
+      - store_test_results:
+          path: cypress/reports/component
       - store_artifacts:
           path: cypress/videos
 

.gitignore

@@ -10,12 +10,12 @@ node_modules
 .rts2_cache_esm
 .rts2_cache_umd
 package-lock.json
-/mochawesome-report
 build/
 dist/
 cypress/videos
 cypress/screenshots
 cypress/reports
 cypress.env.json
 .vscode/
-.turbo
+.turbo
+reports/

baseJestConfig.js

@@ -0,0 +1,25 @@
+/* eslint-disable */
+
+function getConfig(packageName) {
+  return {
+    testMatch: ['**/?(*.)+(spec|test).[jt]s?(x)'],
+    reporters: [
+      'default',
+      [
+        'jest-junit',
+        {
+          outputDirectory: '../../reports',
+          outputName: `${packageName}-results.xml`,
+          addFileAttribute: true,
+        },
+      ],
+    ],
+    globals: {
+      'ts-jest': {
+        diagnostics: false,
+      },
+    },
+  };
+}
+
+module.exports = getConfig;

cypress.json

@@ -1,13 +1,5 @@
 {
   "baseUrl": "http://localhost:9000",
-  "reporter": "./node_modules/mochawesome/src/mochawesome.js",
-  "reporterOptions": {
-    "mochaFile": "./cypress/reports/mocha/results.xml",
-    "reportDir": "./cypress/reports/separate-reports",
-    "overwrite": false,
-    "html": false,
-    "json": true
-  },
   "retries": {
     "runMode": 2,
     "openMode": 0

package.json

@@ -28,9 +28,6 @@
     "docz:dev": "docz dev",
     "docz:build": "docz build && cp _redirects .docz/dist",
     "cm": "git-cz",
-    "clean-reports": "rm -rf cypress/reports",
-    "merge-report": "mochawesome-merge ./cypress/reports/separate-reports/*.json > ./cypress/reports/full_report.json",
-    "generate-report": "npx mochawesome-report-generator --reportDir cypress/reports cypress/reports/full_report.json",
     "prepare": "husky install"
   },
   "workspaces": [
@@ -94,10 +91,6 @@
     "lerna": "^3.20.2",
     "lint-staged": "10.5.4",
     "mocha": "^8.0.1",
-    "mocha-multi-reporters": "^1.5.1",
-    "mochawesome": "^6.1.1",
-    "mochawesome-merge": "^4.0.3",
-    "mochawesome-report-generator": "^5.1.0",
     "prettier": "2.7.1",
     "react": "^16.14.0",
     "react-dom": "^16.14.0",
@@ -114,7 +107,9 @@
     "turbo": "^1.0.23",
     "type-fest": "^2.19.0",
     "typescript": "^4.4.2",
-    "webpack": "4.46.0"
+    "webpack": "4.46.0",
+    "jest": "29.5.0",
+    "jest-junit": "15.0.0"
   },
   "resolutions": {
     "@types/react": "^16.14.5",
@@ -182,6 +177,5 @@
         "outputs": []
       }
     }
-  },
-  "dependencies": {}
+  }
 }

packages/_shared/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/_shared/package.json

@@ -33,10 +33,5 @@
   "peerDependencies": {
     "@contentful/app-sdk": "^4.2.0",
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ]
   }
 }

packages/_test/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/_test/package.json

@@ -36,10 +36,5 @@
   "peerDependencies": {
     "@contentful/app-sdk": "^4.2.0",
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ]
   }
 }

packages/boolean/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/boolean/package.json

@@ -34,15 +34,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/checkbox/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/checkbox/package.json

@@ -33,15 +33,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/date/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/date/package.json

@@ -36,15 +36,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/default-field-editors/jest.config.js

@@ -0,0 +1,13 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+  moduleNameMapper: {
+    '^.+\\.css$': '<rootDir>/src/__mocks__/styles.ts',
+  },
+};

packages/default-field-editors/package.json

@@ -50,18 +50,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "moduleNameMapper": {
-      "^.+\\.css$": "<rootDir>/src/__mocks__/styles.ts"
-    },
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/dropdown/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/dropdown/package.json

@@ -35,15 +35,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/json/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/json/package.json

@@ -36,15 +36,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/list/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};

packages/list/package.json

@@ -33,15 +33,5 @@
   },
   "peerDependencies": {
     "react": ">=16.8.0"
-  },
-  "jest": {
-    "testMatch": [
-      "**/?(*.)+(spec|test).[jt]s?(x)"
-    ],
-    "globals": {
-      "ts-jest": {
-        "diagnostics": false
-      }
-    }
   }
 }

packages/location/jest.config.js

@@ -0,0 +1,10 @@
+/* eslint-disable */
+
+const baseConfig = require('../../baseJestConfig');
+
+const package = require('./package.json');
+const packageName = package.name.split('@contentful/')[1];
+
+module.exports = {
+  ...baseConfig(packageName),
+};