Making parser service work

- Initial work from @manekenpix
- Edited `npm run dev`
- Export Redis constructor instead
- Added changes based on backend and Seneca-CDOT#2706 Seneca-CDOT#2581
- Bumped node-fetch to 2.6.7

config/env.development

@@ -226,8 +226,8 @@ LOG_LEVEL=debug
 MOCK_ELASTIC=
 
 # Redis Server info, password may be optional (e.g., leave empty if you don't set one)
-#REDIS_URL=redis://127.0.0.1
-#REDIS_PORT=6379
+REDIS_URL=redis://127.0.0.1
+REDIS_PORT=6379
 #REDIS_PASSWORD=
 
 # MOCK_REDIS=1 will use an in-memory, mock Redis instance. Useful for testing.

docker/development.yml

@@ -94,11 +94,11 @@ services:
       - test-web-content
 
   # TODO: https://github.com/Seneca-CDOT/telescope/issues/2111
-  # parser:
-  #   environment:
-  #     # For development and testing, the Parser service needs to contact the users
-  #     # service directly via Docker vs through the http://localhost domain.
-  #     - USERS_URL=http://users:7000
+  parser:
+    environment:
+      # For development and testing, the Parser service needs to contact the users
+      # service directly via Docker vs through the http://localhost domain.
+      - USERS_URL=http://users:7000
 
   planet:
     ports:

docker/docker-compose.yml

@@ -227,35 +227,28 @@ services:
       - 'traefik.http.routers.users.middlewares=strip_users_prefix'
 
   # parser service - disabled, https://github.com/Seneca-CDOT/telescope/issues/2111
-  # parser:
-  #   container_name: 'parser'
-  #   build:
-  #     context: ../src/api/parser
-  #     dockerfile: Dockerfile
-  #   environment:
-  #     - NODE_ENV
-  #     - PARSER_PORT
-  #     - USERS_URL
-  #     # Satellite authentication/authorization support
-  #     - JWT_ISSUER
-  #     - JWT_AUDIENCE
-  #     - SECRET
-  #   depends_on:
-  #     - traefik
-  #     - redis
-  #     - users
-  #     - elasticsearch
-  #   labels:
-  #     # Enable Traefik
-  #     - 'traefik.enable=true'
-  #     # Traefik routing for the parser service at /v1/parser
-  #     - 'traefik.http.routers.parser.rule=PathPrefix(`/${API_VERSION}/parser`)'
-  #     # Specify the parser service port
-  #     - 'traefik.http.services.parser.loadbalancer.server.port=${PARSER_PORT}'
-  #     # Add middleware to this route to strip the /v1/parser prefix
-  #     - 'traefik.http.middlewares.strip_parser_prefix.stripprefix.prefixes=/${API_VERSION}/parser'
-  #     - 'traefik.http.middlewares.strip_parser_prefix.stripprefix.forceSlash=true'
-  #     - 'traefik.http.routers.parser.middlewares=strip_parser_prefix'
+  parser:
+    container_name: 'parser'
+    build:
+      context: ../src/api/parser
+      dockerfile: Dockerfile
+    environment:
+      - NODE_ENV
+      - REDIS_URL
+      - REDIS_PORT
+      - ELASTIC_URL
+      - ELASTIC_PORT
+      - ELASTIC_DELAY_MS=10000
+      - FEED_URL
+      - FEED_URL_INTERVAL_MS
+      - FEED_PROCESSING_DELAY_SEC
+      - FEED_QUEUE_ATTEMPTS
+      - FEED_QUEUE_DELAY_MS
+      - FEED_QUEUE_PARALLEL_WORKERS
+
+    depends_on:
+      - redis
+      - elasticsearch
 
   # planet service
   planet: