Performance Metrics Tracking

.circleci/config.yml

@@ -48,6 +48,126 @@ workflows:
           filters:
             tags:
               only: /.*/
+      - collect-metrics-one:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-two:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-three:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-four:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-five:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-six:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-seven:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-eight:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-nine:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-ten:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-eleven:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-twelve:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-thirteen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-fourteen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-fifteen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-sixteen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-seventeen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-eighteen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-nineteen:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
+      - collect-metrics-twenty:
+          requires:
+            - prepare
+          filters:
+            tags:
+              only: /.*/
       - test-render:
           requires:
             - prepare
@@ -102,6 +222,22 @@ defaults: &defaults
     - image: circleci/node:10.16-browsers
   working_directory: ~/mapbox-gl-js
 
+collect-metrics: &collect-metrics
+  <<: *defaults
+  steps:
+    - attach_workspace:
+        at: .
+    - run:
+        environment:
+          NUM_ACTUAL_RUNS: 10
+          NUM_WARMUP_RUNS: 10
+        command: yarn run run-metrics
+        no_output_timeout: 20m
+    - store_artifacts:
+        path: "bench/dist/metrics-summary.json"
+    - store_artifacts:
+        path: "bench/dist/metrics-raw.json"
+
 jobs:
   prepare:
     <<: *defaults
@@ -198,6 +334,66 @@ jobs:
           at: .
       - run: yarn run test-unit
 
+  collect-metrics-one:
+    <<: *collect-metrics
+
+  collect-metrics-two:
+    <<: *collect-metrics
+
+  collect-metrics-three:
+    <<: *collect-metrics
+
+  collect-metrics-four:
+    <<: *collect-metrics
+
+  collect-metrics-five:
+    <<: *collect-metrics
+
+  collect-metrics-six:
+    <<: *collect-metrics
+
+  collect-metrics-seven:
+    <<: *collect-metrics
+
+  collect-metrics-eight:
+    <<: *collect-metrics
+
+  collect-metrics-nine:
+    <<: *collect-metrics
+
+  collect-metrics-ten:
+    <<: *collect-metrics
+
+  collect-metrics-eleven:
+    <<: *collect-metrics
+
+  collect-metrics-twelve:
+    <<: *collect-metrics
+
+  collect-metrics-thirteen:
+    <<: *collect-metrics
+
+  collect-metrics-fourteen:
+    <<: *collect-metrics
+
+  collect-metrics-fifteen:
+    <<: *collect-metrics
+
+  collect-metrics-sixteen:
+    <<: *collect-metrics
+
+  collect-metrics-seventeen:
+    <<: *collect-metrics
+
+  collect-metrics-eighteen:
+    <<: *collect-metrics
+
+  collect-metrics-nineteen:
+    <<: *collect-metrics
+
+  collect-metrics-twenty:
+    <<: *collect-metrics
+
   test-render:
     <<: *defaults
     steps:

.gitignore

@@ -23,6 +23,8 @@ test/integration/dist/**/*.js
 test/integration/dist/**/*.json
 .eslintcache
 src/style-spec/dist/index.js
+bench/dist/**/*.json
+bench/dist/**/*.js
 _batfish_site
 _batfish_tmp
 _site