Fix to force ES Feeder refresh of legacy id if it's not found.

Author: rootelement

config/default.js

@@ -33,6 +33,8 @@ module.exports = {
   TERMS_API_URL: process.env.TERMS_API_URL || 'https://api.topcoder-dev.com/v5/terms',
   V4_CHALLENGE_API_URL: process.env.V4_CHALLENGE_API_URL || 'https://api.topcoder-dev.com/v4/challenges',
   V3_MEMBER_API_URL: process.env.V3_MEMBER_API_URL || 'https://api.topcoder-dev.com/v3/members',
+  V4_ES_FEEDER_API_URL: process.env.V4_ES_FEEDER_API_URL || 'https://api.topcoder-dev.com/v4/esfeeder/challenges',
+  FORCE_ES_FEEDER: process.env.FORCE_ES_FEEDER ? process.env.FORCE_ES_FEEDER === 'true' : false,
   CREATED_DATE_BEGIN: process.env.CREATED_DATE_BEGIN,
   POPULATE_MIGRATION_TABLE_DATE_BEGIN: process.env.POPULATE_MIGRATION_TABLE_DATE_BEGIN || process.env.CREATED_DATE_BEGIN || new Date(),
 

src/services/challengeService.js

@@ -9,7 +9,7 @@ const HashMap = require('hashmap')
 const logger = require('../util/logger')
 const helper = require('../util/helper')
 const { Challenge, ChallengeType, ChallengeTimelineTemplate } = require('../models')
-const { getESClient, getV4ESClient, getM2MToken } = require('../util/helper')
+const { getESClient, getV4ESClient, getM2MToken, forceV4ESFeeder } = require('../util/helper')
 const challengeInformixService = require('./challengeInformixService')
 const resourceService = require('./resourceService')
 const resourceInformixService = require('./resourceInformixService')
@@ -424,7 +424,7 @@ async function getChallengeListingFromV4ES (legacyId) {
   }
   // Search with constructed query
   let docs
-  // console.log('es query', JSON.stringify(esQuery))
+  // console.log('getChallengeListingFromV4ES es query', JSON.stringify(esQuery))
   try {
     docs = await getV4ESClient().search(esQuery)
   } catch (e) {
@@ -501,18 +501,23 @@ async function mapTimelineTemplateId (trackId, typeId) {
  */
 async function buildV5Challenge (legacyId, challengeListing, challengeDetails) {
   if (!challengeListing || challengeListing === null) {
-    logger.debug(`Challenge listing not passed, pulling from V4ES for ${legacyId}`)
+    // logger.debug(`Challenge listing not passed, pulling from V4ES for ${legacyId}`)
     const challengeListingObj = await getChallengeListingFromV4ES(legacyId)
     challengeListing = challengeListingObj.data
   }
   if (!challengeDetails || challengeDetails === null) {
-    logger.debug(`Challenge details not passed, pulling from V4ES for ${legacyId}`)
+    // logger.debug(`Challenge details not passed, pulling from V4ES for ${legacyId}`)
     const challengeDetailObj = await getChallengeDetailFromV4ES(legacyId)
     challengeDetails = challengeDetailObj.data
   }
 
   if (!challengeListing || challengeListing === null) {
-    throw Error(`Challenge Listing Not Found in v4 Index ${JSON.stringify(challengeListing)}`)
+    if (config.FORCE_ES_FEEDER === true) {
+      await forceV4ESFeeder(legacyId)
+      throw Error(`Challenge Listing Not Found in v4 Index - Forcing ES Feeder for ${legacyId}`)
+    } else {
+      throw Error(`Challenge Listing Not Found in v4 Index ${legacyId}`)
+    }
   }
 
   const allGroups = challengeListing.groupIds

src/util/helper.js

@@ -3,6 +3,7 @@
  */
 const _ = require('lodash')
 const querystring = require('querystring')
+const request = require('superagent')
 const config = require('config')
 const elasticsearch = require('elasticsearch')
 const moment = require('moment-timezone')
@@ -145,6 +146,16 @@ function getV4ESClient () {
   return v4esClient
 }
 
+async function forceV4ESFeeder (legacyId) {
+  const token = await getM2MToken()
+  const body = {
+    param: {
+      challengeIds: [legacyId]
+    }
+  }
+  await request.put(`${config.V4_ES_FEEDER}`).send(body).set({ Authorization: `Bearer ${token}` })
+}
+
 /**
  * Generate informx-flavor date from date string.
  * Also, changes the timezone to EST
@@ -229,6 +240,7 @@ function setResHeaders (req, res, result) {
 }
 
 module.exports = {
+  forceV4ESFeeder,
   wrapExpress,
   autoWrapExpress,
   checkIfExists,