test: integration testing for the MQTT protocol

.github/workflows/testing-integration-test-gh-action.yml

@@ -0,0 +1,34 @@
+name: Testing working of github actions
+
+on:
+  push:
+    # Sequence of patterns matched against refs/heads
+    branches:
+      - 'integration-testing'
+
+jobs:
+  test:
+    name: 'Run example tests'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+      - name: Setup Node.js
+        uses: actions/setup-node@v1
+        with:
+          node-version: 14
+      - name: Install dependencies
+        run: npm ci
+      - name: Build the docker-compose stack
+        run: cd test/integration-tests && docker-compose up -d
+      - name: Check running containers
+        run: docker ps
+      - name: Setup libraries and dependencies for integration testing examples
+        run: npm run setup:integrationTestExamples
+      - name: Test examples
+        run: npm run test
+      - name: Check running containers
+        run: docker ps
+      - name: Dump docker logs on failure
+        if: failure()
+        uses: jwalton/gh-docker-logs@v1

README.md

@@ -12,6 +12,7 @@
 - [Supported protocols](#supported-protocols)
 - [How to use the template](#how-to-use-the-template)
   * [CLI](#cli)
+  * [Adding custom code](#adding-custom-code--handlers)
 - [Template configuration](#template-configuration)
 - [Development](#development)
 - [Contributors](#contributors)
@@ -100,6 +101,108 @@ $ mqtt pub -t 'smartylighting/streetlights/1/0/event/123/lighting/measured' -h '
 #Notice that the server automatically validates incoming messages and logs out validation errors
 ```
 
+### Adding custom code / handlers
+
+It's highly recommended to treat the generated template as a library or API for initializing the server and integrating user-written handlers. Instead of directly modifying the template, leveraging it in this manner ensures that its regenerative capability is preserved. Any modifications made directly to the template would be overwritten upon regeneration.
+
+Consider a scenario where you intend to introduce a new channel or section to the AsyncAPI file, followed by a template regeneration. In this case, any modifications applied within the generated code would be overwritten.
+
+To avoid this, user code remains external to the generated code, functioning as an independent entity that consumes the generated code as a library. By adopting this approach, the user code remains unaffected during template regenerations.
+
+Facilitating this separation involves creating handlers and associating them with their respective routes. These handlers can then be seamlessly integrated into the template's workflow by importing the appropriate methods to register the handlers. In doing so, the template's `client.register<operationId>Middleware` method becomes the bridge between the user-written handlers and the generated code. This can be used to register middlewares for specific methods on specific channels.
+
+> The AsyncAPI file used for the example is [here](https://bit.ly/asyncapi)
+
+```js
+// output refers to the generated template folder
+// You require the generated server. Running this code starts the server
+// App exposes API to send messages
+const { client } = require("./output");
+
+// to start the app
+client.init();
+
+// Generated handlers that we use to react on consumer / produced messages are attached to the client
+// through which we can register middleware functions
+
+/**
+ * 
+ * 
+ * Example of how to process a message before it is sent to the broker
+ * 
+ * 
+ */
+function testPublish() {
+    // mosquitto_sub -h test.mosquitto.org -p 1883 -t "smartylighting/streetlights/1/0/action/12/turn/on"
+
+    // Registering your custom logic in a channel-specific handler
+    // the passed handler function is called once the app sends a message to the channel
+    // For example `client.app.send` sends a message to some channel using and before it is sent, you want to perform some other actions
+    // in such a case, you can register middlewares like below
+    client.registerTurnOnMiddleware((message) => { // `turnOn` is the respective operationId
+        console.log("hitting the middleware before publishing the message");
+        console.log(
+            `sending turn on message to streetlight ${message.params.streetlightId}`,
+            message.payload
+        );
+    });
+
+    client.app.send(
+        { command: "off" },
+        {},
+        "smartylighting/streetlights/1/0/action/12/turn/on"
+    );
+}
+
+
+/**
+ *
+ * 
+ * Example of how to work with generated code as a consumer
+ *
+ * 
+*/
+function testSubscribe() {
+    // mosquitto_pub -h test.mosquitto.org -p 1883 -t "smartylighting/streetlights/1/0/event/101/lighting/measured" -m '{"lumens": 10}'
+
+    // Writing your custom logic that should be triggered when your app receives as message from a given channel
+    // Registering your custom logic in a channel-specific handler
+    // the passed handler functions are called once the app gets message sent to the channel
+
+    client.registerReceiveLightMeasurementMiddleware((message) => { // `recieveLightMeasurement` is the respective operationId
+        console.log("recieved in middleware 1", message.payload);
+    });
+
+    client.registerReceiveLightMeasurementMiddleware((message) => {
+        console.log("recieved in middleware 2", message.payload);
+    });
+}
+
+testPublish();
+testSubscribe();
+
+/**
+ * 
+ * 
+ * Example of how to produce a message using API of generated app independently from the handlers
+ * 
+ * 
+*/
+
+(function myLoop (i) {
+  setTimeout(() => {
+    console.log('producing custom message');
+    client.app.send({percentage: 1}, {}, 'smartylighting/streetlights/1/0/action/1/turn/on');
+    if (--i) myLoop(i);
+  }, 1000);
+}(3));
+```
+
+You can run the above code and test the working of the handlers by sending a message using the mqtt cli / mosquitto broker software to the `smartylighting/streetlights/1/0/event/123/lighting/measured` channel using this command
+`mosquitto_pub -h test.mosquitto.org -p 1883 -t "smartylighting/streetlights/1/0/event/101/lighting/measured" -m '{"lumens": 10, "sentAt": "2017-06-07T12:34:32.000Z"}'`
+or 
+`mqtt pub -t 'smartylighting/streetlights/1/0/event/123/lighting/measured' -h 'test.mosquitto.org' -m '{"id": 1, "lumens": 3, }'` (if you are using the mqtt cli)
+
 ## Template configuration
 
 You can configure this template by passing different parameters in the Generator CLI: `-p PARAM1_NAME=PARAM1_VALUE -p PARAM2_NAME=PARAM2_VALUE`

filters/all.js

@@ -132,6 +132,12 @@ function trimLastChar(string) {
 }
 filter.trimLastChar = trimLastChar;
 
+function convertOpertionIdToMiddlewareFn(operationId) {
+  const capitalizedOperationId = operationId.charAt(0).toUpperCase() + operationId.slice(1);
+  return "register" + capitalizedOperationId + "Middleware";
+}
+filter.convertOpertionIdToMiddlewareFn = convertOpertionIdToMiddlewareFn;
+
 function toJS(objFromJSON, indent = 2) {
   if (typeof objFromJSON !== 'object' || Array.isArray(objFromJSON)) {
     // not an object, stringify using native function

package.json

@@ -19,13 +19,14 @@
   },
   "homepage": "https://github.com/asyncapi/nodejs-template#readme",
   "scripts": {
-    "test": "rimraf test/temp && jest --modulePathIgnorePatterns='./template'",
+    "test": "rimraf test/temp && jest --forceExit --modulePathIgnorePatterns='./template'",
     "test:updateSnapshot": "rimraf test/temp && jest --updateSnapshot --modulePathIgnorePatterns='./template'",
     "lint": "eslint --max-warnings 0 --config .eslintrc .",
     "lint:fix": "eslint --fix --config .eslintrc .",
     "generate:assets": "npm run generate:readme:toc",
     "generate:readme:toc": "markdown-toc -i README.md",
-    "bump:version": "npm --no-git-tag-version --allow-same-version version $VERSION"
+    "bump:version": "npm --no-git-tag-version --allow-same-version version $VERSION",
+    "setup:integrationTestExamples": "cd scripts && node setup-integration-tests.js"
   },
   "publishConfig": {
     "access": "public"

scripts/setup-integration-tests.js

@@ -0,0 +1,37 @@
+const fs = require('fs');
+const path = require('path');
+const examplePath = path.resolve(__dirname, '..', 'test', 'integration-tests');
+const util = require('util');
+const exec = util.promisify(require('child_process').exec);
+
+const { exit } = require('process');
+
+const promises = fs.readdirSync(examplePath)
+  .map((file) => { return path.resolve(examplePath, file); })
+  .filter((exampleDir) => { return fs.lstatSync(exampleDir).isDirectory(); })
+  .map((exampleDir) => {
+    let command = 'generate:client';
+    const generatedLibraryPath = path.resolve(exampleDir, 'nodejs-client');
+    if (fs.existsSync(generatedLibraryPath)) {
+      fs.rmSync(generatedLibraryPath, {
+        recursive: true,
+        force: true
+      });
+    }
+    return exec(`cd ${exampleDir} && npm run setup`);
+  });
+
+/*
+async function main() {
+  for (let promise of promises) {
+    await promise;
+  }
+}
+
+main();
+*/
+
+Promise.all(promises).catch((err) => {
+  console.error(err);
+  exit(1);
+});

template/package.json

@@ -2,6 +2,7 @@
   "name": "{{ asyncapi.info().title() | kebabCase }}",
   "description": "{{ asyncapi.info().description() | oneLine }}",
   "version": "{{ asyncapi.info().version() }}",
+  "main": "./src/api",
   "scripts": {
     "start": "node src/api/index.js"
   },

template/src/api/handlers/$$channel$$.js

@@ -1,8 +1,27 @@
 {%- if channel.hasPublish() and channel.publish().ext('x-lambda') %}const fetch = require('node-fetch');{%- endif %}
 const handler = module.exports = {};
+
 {% if channel.hasPublish() %}
+const {{ channel.publish().id() }}Middlewares = [];
+
+/**
+ * Registers a middleware function for the {{ channel.publish().id() }} operation to be executed during request processing.
+ *
+ * Middleware functions have access to options object that you can use to access the message content and other helper functions
+ *
+ * @param {function} middlewareFn - The middleware function to be registered.
+ * @throws {TypeError} If middlewareFn is not a function.
+ */
+handler.{{ channel.publish().id() | convertOpertionIdToMiddlewareFn }} = (middlewareFn) => {
+  if (typeof middlewareFn !== 'function') {
+    throw new TypeError('middlewareFn must be a function');
+  }
+  {{ channel.publish().id() }}Middlewares.push(middlewareFn);
+}
+
 /**
  * {{ channel.publish().summary() }}
+ *
  * @param {object} options
  * @param {object} options.message
 {%- if channel.publish().message(0).headers() %}
@@ -16,7 +35,7 @@ const handler = module.exports = {};
 {%- endfor %}
 {%- endif %}
  */
-handler.{{ channel.publish().id() }} = async ({message}) => {
+handler._{{ channel.publish().id() }} = async ({message}) => {
   {%- if channel.publish().ext('x-lambda') %}
   {%- set lambda = channel.publish().ext('x-lambda') %}
   fetch('{{ lambda.url }}', {
@@ -30,29 +49,52 @@ handler.{{ channel.publish().id() }} = async ({message}) => {
     .then(json => console.log(json))
     .catch(err => { throw err; });
   {%-  else %}
-  // Implement your business logic here...
+  for (const middleware of {{ channel.publish().id() }}Middlewares) {
+    await middleware(message);
+  }
   {%- endif %}
 };
 
 {%- endif %}
+
 {%- if channel.hasSubscribe() %}
+const {{ channel.subscribe().id() }}Middlewares = [];
+
+/**
+ * Registers a middleware function for the {{ channel.subscribe().id() }} operation to be executed during request processing.
+ *
+ * Middleware functions have access to options object that you can use to access the message content and other helper functions
+ *
+ * @param {function} middlewareFn - The middleware function to be registered.
+ * @throws {TypeError} If middlewareFn is not a function.
+ */
+handler.{{ channel.subscribe().id() | convertOpertionIdToMiddlewareFn }} = (middlewareFn) => {
+  if (typeof middlewareFn !== 'function') {
+    throw new TypeError('middlewareFn must be a function');
+  }
+  {{ channel.subscribe().id() }}Middlewares.push(middlewareFn);
+}
+
 /**
  * {{ channel.subscribe().summary() }}
+ *
  * @param {object} options
  * @param {object} options.message
-{%- if channel.subscribe().message(0).headers() %}
-{%- for fieldName, field in channel.subscribe().message(0).headers().properties() %}
-{{ field | docline(fieldName, 'options.message.headers') }}
-{%- endfor %}
-{%- endif %}
-{%- if channel.subscribe().message(0).payload() %}
-{%- for fieldName, field in channel.subscribe().message(0).payload().properties() %}
-{{ field | docline(fieldName, 'options.message.payload') }}
-{%- endfor %}
-{%- endif %}
+ {%- if channel.subscribe().message(0).headers() %}
+ {%- for fieldName, field in channel.subscribe().message(0).headers().properties() %}
+ {{ field | docline(fieldName, 'options.message.headers') }}
+ {%- endfor %}
+ {%- endif %}
+ {%- if channel.subscribe().message(0).payload() %}
+ {%- for fieldName, field in channel.subscribe().message(0).payload().properties() %}
+ {{ field | docline(fieldName, 'options.message.payload') }}
+ {%- endfor %}
+ {%- endif %}
  */
-handler.{{ channel.subscribe().id() }} = async ({message}) => {
-  // Implement your business logic here...
+handler._{{ channel.subscribe().id() }} = async ({message}) => {
+  for (const middleware of {{ channel.subscribe().id() }}Middlewares) {
+    await middleware(message);
+  }
 };
 
 {%- endif %}

template/src/api/index.js

@@ -54,12 +54,35 @@ app.useOutbound(errorLogger);
 app.useOutbound(logger);
 app.useOutbound(json2string);
 
-app
-  .listen()
-  .then((adapters) => {
-    console.log(cyan.underline(`${config.app.name} ${config.app.version}`), gray('is ready!'), '\n');
-    adapters.forEach(adapter => {
-      console.log('🔗 ', adapter.name(), gray('is connected!'));
-    });
-  })
-  .catch(console.error);
+function init() {
+  app
+    .listen()
+    .then((adapters) => {
+      console.log(cyan.underline(`${config.app.name} ${config.app.version}`), gray('is ready!'), '\n');
+      adapters.forEach(adapter => {
+        console.log('🔗 ', adapter.name(), gray('is connected!'));
+      });
+    })
+    .catch(console.error);
+}
+
+const handlers = {
+{%- for channelName, channel in asyncapi.channels() -%}
+{% if channel.hasPublish() %}
+  {{ channel.publish().id() | convertOpertionIdToMiddlewareFn }}: require('./handlers/{{ channelName | convertToFilename }}').{{ channel.publish().id() | convertOpertionIdToMiddlewareFn }},
+{%- endif -%}
+{% if channel.hasSubscribe() %}
+  {{ channel.subscribe().id() | convertOpertionIdToMiddlewareFn }}: require('./handlers/{{ channelName | convertToFilename }}').{{ channel.subscribe().id() | convertOpertionIdToMiddlewareFn }},
+{% endif %}
+{%- endfor -%}
+};
+
+const client = {
+  app,
+  init,
+  ...handlers
+};
+
+module.exports = {
+  client
+};