Merge pull request #1207 from jembi/ft-pending-async

added Pending Async as status for transaction

Author: MatthewErispe

package-lock.json

@@ -1,7 +1,7 @@
 {
   "name": "openhim-core",
   "description": "The OpenHIM core application that provides logging and routing of http requests",
-  "version": "8.2.0",
+  "version": "8.3.0",
   "main": "./lib/server.js",
   "bin": {
     "openhim-core": "./bin/openhim-core.js"

package.json

@@ -45,7 +45,9 @@ const createErrorResponse = (ctx, operation, error) => {
 const validateId = (ctx, id) => {
   if (!id.match(/^[0-9a-fA-F]{24}$/)) {
     ctx.statusCode = 400
-    throw Error(`App id "${id}" is invalid. ObjectId should contain 24 characters`)
+    throw Error(
+      `App id "${id}" is invalid. ObjectId should contain 24 characters`
+    )
   }
 }
 

src/api/apps.js

@@ -102,15 +102,22 @@ export async function getClient(ctx, clientId, property) {
     return
   }
 
-  clientId = unescape(clientId)
-
   try {
-    const result = await ClientModelAPI.findById(
-      clientId,
-      projectionRestriction
-    )
-      .lean()
-      .exec()
+    let result
+    if (ctx?.query?.byNamedClientID === 'true') {
+      result = await ClientModelAPI.findOne(
+        {clientID: clientId},
+        projectionRestriction
+      )
+        .lean()
+        .exec()
+    } else {
+      clientId = unescape(clientId)
+      result = await ClientModelAPI.findById(clientId, projectionRestriction)
+        .lean()
+        .exec()
+    }
+
     if (result === null) {
       utils.logAndSetResponse(
         ctx,

src/api/clients.js

@@ -216,13 +216,13 @@ export async function addTask(ctx) {
       )
 
       // Clear the transactions out of the auto retry queue, in case they're in there
-      return AutoRetryModelAPI
-        .deleteMany({transactionID: {$in: transactions.tids}})
-        .exec(err => {
-          if (err) {
-            return logger.error(err)
-          }
-        })
+      return AutoRetryModelAPI.deleteMany({
+        transactionID: {$in: transactions.tids}
+      }).exec(err => {
+        if (err) {
+          return logger.error(err)
+        }
+      })
     } else {
       // rerun task creation not allowed
       utils.logAndSetResponse(

src/api/tasks.js

@@ -8,7 +8,7 @@ import * as metrics from '../metrics'
 import * as transactions from '../model/transactions'
 import * as utils from '../utils'
 
-const { transactionStatus } = transactions
+const {transactionStatus} = transactions
 
 function copyMapWithEscapedReservedCharacters(map) {
   const escapedMap = {}
@@ -30,7 +30,9 @@ export function storeTransaction(ctx, done) {
   const headers = copyMapWithEscapedReservedCharacters(ctx.header)
 
   const tx = new transactions.TransactionModel({
-    status: transactionStatus.PROCESSING,
+    status: ctx?.matchingChannel?.isAsynchronousProcess
+      ? transactionStatus.PENDING_ASYNC
+      : transactionStatus.PROCESSING,
     clientID: ctx.authenticated != null ? ctx.authenticated._id : undefined,
     channelID: ctx.authorisedChannel._id,
     clientIP: ctx.ip,
@@ -87,9 +89,18 @@ export function storeTransaction(ctx, done) {
 
 export function storeResponse(ctx, done) {
   const headers = copyMapWithEscapedReservedCharacters(ctx.response.header)
+  const isAsynchronousProcess =
+    Boolean(ctx?.matchingChannel?.isAsynchronousProcess) ||
+    Boolean(ctx?.authorisedChannel?.isAsynchronousProcess)
+  const status =
+    isAsynchronousProcess && ctx.response.status < 400
+      ? 202
+      : ctx.response.status
+  // if the channel is asynchronous and the response is successful, change the status to 202 otherwise use the original status
+  ctx.response.status = status
 
   const res = {
-    status: ctx.response.status,
+    status,
     headers,
     body: !ctx.response.body ? '' : ctx.response.body.toString(),
     timestamp: ctx.response.timestamp
@@ -202,6 +213,10 @@ export function storeNonPrimaryResponse(ctx, route, done) {
  * This should only be called once all routes have responded.
  */
 export function setFinalStatus(ctx, callback) {
+  const isAsynchronousProcess =
+    Boolean(ctx?.matchingChannel?.isAsynchronousProcess) ||
+    Boolean(ctx?.authorisedChannel?.isAsynchronousProcess)
+
   let transactionId = ''
   if (
     ctx.request != null &&
@@ -253,7 +268,11 @@ export function setFinalStatus(ctx, callback) {
           ctx.response.status <= 299 &&
           routeSuccess
         ) {
-          tx.status = transactionStatus.SUCCESSFUL
+          if (isAsynchronousProcess) {
+            tx.status = transactionStatus.PENDING_ASYNC
+          } else {
+            tx.status = transactionStatus.SUCCESSFUL
+          }
         }
         if (
           ctx.response.status >= 400 &&

src/middleware/messageStore.js

@@ -656,6 +656,7 @@ function sendKafkaRequest(ctx, route) {
         const message = {
           method: ctx.request.method,
           path: ctx.request.url,
+          pattern: channel.urlPattern,
           headers: ctx.request.headers,
           body: ctx.body && ctx.body.toString()
         }
@@ -669,7 +670,8 @@ function sendKafkaRequest(ctx, route) {
             resolve({
               status: 200,
               body: JSON.stringify(res),
-              timestamp: +new Date()
+              timestamp: +new Date(),
+              headers: {}
             })
           })
       })

src/middleware/router.js

@@ -41,7 +41,10 @@ class MongooseStore {
   async set(id, data) {
     const {session} = this
     const record = {_id: id, data, updatedAt: new Date()}
-    await session.findByIdAndUpdate(id, record, {upsert: true, writeConcern: {w: "majority", wtimeout: 10000}})
+    await session.findByIdAndUpdate(id, record, {
+      upsert: true,
+      writeConcern: {w: 'majority', wtimeout: 10000}
+    })
     return data
   }
 

src/middleware/sessionStore.js

@@ -112,6 +112,10 @@ const ChannelDef = {
     type: String,
     required: true
   },
+  isAsynchronousProcess: {
+    type: Boolean,
+    default: false
+  },
   maxBodyAgeDays: {
     type: Number,
     min: 1,

src/model/channels.js

@@ -8,7 +8,7 @@ const TaskSchema = new Schema({
   status: {
     type: String,
     required: true,
-    enum: ['Queued', 'Processing', 'Paused', 'Cancelled', 'Completed'],
+    enum: ['Queued', 'Processing', 'Paused', 'Cancelled', 'Completed', "Pending Async"],
     default: 'Queued',
     index: true
   },