Move to typescript and mongodb

.dockerignore

@@ -1,5 +1,13 @@
 node_modules/
-docs/
 coverage/
 logs/
-*.log
+src-old/
+bin/
+.idea/
+.vscode/
+.nyc_output/
+dist/
+*.log
+__tests__/
+__test__/
+docs/

.eslintignore

@@ -1,2 +1,4 @@
-auth.sample.json
-auth.json
+dist/
+*.zip
+src-old/
+*.md

.eslintrc.js

@@ -1,15 +1,23 @@
 module.exports = {
   env: {
-    commonjs: true,
-    es6: true,
-    node: true,
-    mocha: true,
+    es2021: true,
+    'jest/globals': true,
   },
-  extends: ['airbnb-base', 'plugin:prettier/recommended'],
+  extends: [
+    'eslint:recommended',
+    'plugin:prettier/recommended',
+    'plugin:jest/recommended',
+    'plugin:@typescript-eslint/recommended',
+  ],
+  parser: '@typescript-eslint/parser',
+  plugins: ['@typescript-eslint'],
   parserOptions: {
     ecmaVersion: 2018,
+    sourceType: 'module',
   },
   rules: {
+    '@typescript-eslint/no-explicit-any': 'off', // TODO: remove rule about no explicit any
+    'jest/valid-title': 'off',
     'no-underscore-dangle': 'off',
     'max-len': [
       'error',
@@ -29,3 +37,4 @@ module.exports = {
     SharedArrayBuffer: 'readonly',
   },
 };
+;

.github/workflows/commit-checks.yml

@@ -10,11 +10,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v2
-      - name: Use Node 14.x
+      - name: Use Node 18.x
         uses: actions/setup-node@v2
         with:
-          node-version: '14.x'
+          node-version: '18.x'
       - run: npm ci
-      - run: npm run test-cov --if-present
+      - run: npm run test:cov --if-present
       - run: npm run lint
       - run: npm run pretty-check --if-present

.gitignore

@@ -1,16 +1,69 @@
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
 # Coverage directory used by tools like istanbul
 coverage
 
 # nyc test coverage
 .nyc_output
+
+# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+bower_components
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+build/Release
+
 # Dependency directories
 node_modules/
 jspm_packages/
 
+# TypeScript v1 declaration files
+typings/
+
+# Optional npm cache directory
+.npm
+
+# Optional eslint cache
+.eslintcache
+
+# Optional REPL history
+.node_repl_history
+
+# Output of 'npm pack'
+*.tgz
+
+# Yarn Integrity file
+.yarn-integrity
+
+# dotenv environment variables file
+.env
+
+# next.js build output
+.next
 
-# VSCode
 .vscode/
 
-# Project files
-*.log
-logs/
+old-src/
+
+dist/
+
+config/local*.js

.mds-log-pumprc

@@ -0,0 +1,8 @@
+{
+  "source":"pino",
+  "pump":"logstashHttp",
+  "mode":"http",
+  "host":"localhost",
+  "port":6002,
+  "echo":true
+}

DEV_NOTES.md

@@ -32,3 +32,17 @@
         * Bolt is golang specific, Alternative needed.
 * Possible Candidates
     * https://github.com/weyoss/redis-smq
+
+## Docker cleanup commands
+
+- Remove dangling images
+
+```
+docker rmi $(docker image ls -f dangling=true -q --no-trunc)
+```
+
+- Remove previously built MDS Serverless Functions images
+
+```
+docker image ls | grep mds-sf- | awk '{print $3}' | xargs docker rmi
+```

Dockerfile

@@ -1,12 +1,39 @@
-FROM node:10-alpine
+FROM node:18 as builder
+
+WORKDIR /usr/src/app
+COPY package*.json ./
+RUN npm ci
+COPY . .
+RUN npm run build
+
+###########################
+FROM node:18-alpine
 
 WORKDIR /usr/src/app
 
 COPY package*.json ./
+COPY ./config/default.js ./config/default.js
 RUN npm install --only=prod
 
-COPY . .
+COPY --from=builder /usr/src/app/dist .
+# COPY --from=builder /usr/src/app/src/infrastructure/grpc/protos/*.proto ./infrastructure/grpc/protos/
 EXPOSE 8888
 
-ENTRYPOINT [ "node", "./bin/entrypoint" ]
-CMD [ "server" ]
+# NOTE: the mds state machine is broken up into two components. The first is the
+# API server which is the presentation/server.js file. The second is the worker
+# which is the /worker/entry-point.js file.
+CMD [ "node", "./presentation/server.js" ]
+
+# To ship logs to the ELK stack extend the above command
+# with either pino-socket, pino-logstash or mds-log-pump.
+# An example using mds-log-pump can be found in the mds
+# stack configurations. This utilizes a simple config file
+# and allows a out-of-process to handle shipping logs to
+# the ELK stack.
+#
+# If you chose to use pino-socket or pino-logstash you will
+# need to refer to their documentation for configuration.
+#
+# Ex: CMD [ "node", "./server.js", "|", "mds-log-pump"]
+# Ex: CMD [ "node", "./server.js", "|", "pino-logstash", "-h", "elk", "-p", "5000" ]
+# Ex: CMD [ "node", "./server.js", "|", "pino-socket", "-h", "elk", "-p", "5000" ]

__mocks__/@maddonkeysoftware/mds-cloud-sdk-node.ts

@@ -0,0 +1,12 @@
+import { mockFunctionsClient, mockQueueClient } from '../../src/test-utilities';
+
+module.exports = {
+  MdsSdk: {
+    getQueueServiceClient: jest
+      .fn()
+      .mockReturnValue(Promise.resolve(mockQueueClient)),
+    getServerlessFunctionsClient: jest
+      .fn()
+      .mockReturnValue(Promise.resolve(mockFunctionsClient)),
+  },
+};

bin/entrypoint

@@ -1,14 +1,29 @@
 #!/usr/bin/env node
 const mdsSdk = require('@maddonkeysoftware/mds-cloud-sdk-node');
 
-const src = require('../src');
-const globals = require('../src/globals');
-const worker = require('../src/workers');
-const appShutdown = require('../src/handlers/app_shutdown');
+const src = require('../src-old');
+const globals = require('../src-old/globals');
+const worker = require('../src-old/workers');
+const appShutdown = require('../src-old/handlers/app_shutdown');
 
 const directive = process.argv[2];
 const logger = globals.getLogger();
 
+const ensureSystemQueuesExist = async () => {
+  // mds qs create --env localAdmin mds-sm-inFlightQueue && mds qs create --env localAdmin mds-sm-pendingQueue
+  const queueNames = ['mds-sm-inFlightQueue', 'mds-sm-pendingQueue'];
+  const client = await mdsSdk.getQueueServiceClient()
+  const existingQueues = await client.listQueues();
+
+  for (const queueName of queueNames) {
+    const queueExists = existingQueues.some((q) => q.name === queueName);
+    if (!queueExists) {
+      logger.info(`Creating queue ${queueName}`);
+      await client.createQueue(queueName);
+    }
+  }
+};
+
 const launchServer = async () => {
   await mdsSdk.initialize({
     identityUrl: process.env.MDS_IDENTITY_URL,
@@ -18,7 +33,9 @@ const launchServer = async () => {
     sfUrl: process.env.MDS_SM_SF_URL,
     qsUrl: process.env.MDS_SM_QS_URL,
   });
-  appShutdown.wire();
+  appShutdown.wire(() => process.exit(0));
+
+  await ensureSystemQueuesExist();
 
   const port = process.env.APP_PORT || 8888;
   const app = src.buildApp();
@@ -37,6 +54,8 @@ const launchWorker = async () => {
   });
   appShutdown.wire(worker.handleAppShutdown);
 
+  await ensureSystemQueuesExist();
+
   worker.startWorker();
 };